-- Logs begin at Thu 2021-07-29 09:12:21 UTC, end at Thu 2021-07-29 10:15:35 UTC. -- Jul 29 09:41:26.792404 dv-cinder-788253-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 09:41:29.544790 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.common.config [-] Logging enabled! Jul 29 09:41:29.545447 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev504 Jul 29 09:41:29.545555 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104621) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 09:41:29.549360 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.common.config [-] Logging enabled! Jul 29 09:41:29.549612 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev504 Jul 29 09:41:29.549920 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104621) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 09:41:29.550844 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 09:41:29.551077 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 09:41:29.551449 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 09:41:29.551693 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 09:41:29.551919 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 09:41:29.552232 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.552524 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.552842 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.553074 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.553363 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.553648 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.553931 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.554215 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.554505 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.554787 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.555069 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.555341 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.555569 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.555847 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.556133 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.556414 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.556639 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] debug = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.556992 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.557421 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.557828 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.558105 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.558619 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.558913 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.559186 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.559461 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.559744 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.560080 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] host = dv-cinder-788253-4-iscsi {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.560356 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.560642 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.560952 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.561237 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.561511 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.561959 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.562390 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.562758 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.563105 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] log_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.563358 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.563625 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.563921 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.564213 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.564440 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.564664 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.564990 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.565278 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.565553 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.565892 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.566167 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.566440 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.566712 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.566979 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.567262 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.567545 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.567827 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.568098 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.568370 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.568636 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.568927 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.569209 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.569493 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.569810 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.570083 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.570369 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.570636 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.570907 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.571207 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.571488 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.571765 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.572047 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.572316 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.572593 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.573214 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.573572 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.573852 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] use_json = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.574122 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.574389 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.574667 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.574936 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.575203 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.575471 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.575737 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.576020 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:29.576319 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.576621 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.577066 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.577421 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.577692 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.578138 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.578433 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.578712 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.578999 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.579288 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.579581 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.579856 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.580144 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.580421 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.580760 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.581048 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.581342 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.581631 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.581904 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.582232 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.582511 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.582790 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.583076 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.583370 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.583658 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.583933 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.584209 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.584496 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.584792 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.585064 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.585337 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.585621 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.585895 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.586161 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.586439 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.586713 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.586982 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.587309 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.587634 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.587946 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.588223 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.588529 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.588826 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.589103 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.589372 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.589657 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.589971 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.590385 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.590747 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.591088 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.591392 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.591761 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.592105 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.592394 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.592675 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.593685 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.594021 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.594308 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.594584 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.594857 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.595129 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.595400 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.595679 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.595950 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.596220 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.596490 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.596787 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.597061 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.597348 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.597645 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.597922 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.598199 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.598473 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.598747 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.599018 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.599290 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.599564 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.599838 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.600107 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.600396 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.600676 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.601052 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.601332 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.601606 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.601898 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.602171 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.602450 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.602721 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.602994 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.603282 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.603564 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.603856 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.604153 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.604445 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.604757 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.605053 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.605330 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.605648 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.605952 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:29.606195 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 09:41:29.606463 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104621) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 09:41:29.967514 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104621) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 09:41:29.967717 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104621) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 09:41:29.968059 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104621) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 09:41:29.968936 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 09:41:30.380849 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.381220 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.381411 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.382733 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.383006 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.383273 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.418530 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.418819 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.419090 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.435335 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.435612 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.435879 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.466378 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.466674 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.466944 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.504989 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.505276 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.505544 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.748565 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.749941 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.749941 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.749941 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.750689 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.878089 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.878411 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.878694 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.878962 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.879221 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.879527 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.879787 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.880038 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.880289 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.880571 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.880899 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.881832 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.881832 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.881832 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.887673 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.888035 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.888315 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.888680 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.888926 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.889204 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.889496 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.889770 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.890096 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.890512 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.890771 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.891025 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.891500 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 09:41:30.891721 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 09:41:30.891973 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 09:41:30.892311 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 09:41:30.892606 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 09:41:30.892879 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 09:41:30.893315 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 09:41:30.897737 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 09:41:30.903335 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 09:41:30.907433 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Jul 29 09:41:30.909124 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 09:41:30.909596 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 09:41:30.909928 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 09:41:30.910319 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 09:41:30.913160 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 09:41:30.913411 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 09:41:30.913768 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 09:41:30.919130 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 29 09:41:30.942735 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 09:41:30.943207 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.943511 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104621) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 29 09:41:30.943877 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.945305 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104621) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 09:41:30.945601 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 09:41:30.945851 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 09:41:30.949677 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:30.949914 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.014133 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 09:41:31.014356 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 09:41:31.014597 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 09:41:31.015576 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 09:41:31.037569 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_db.sqlalchemy.engines [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104621) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 29 09:41:31.580169 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Initializing driver for type 'gre' Jul 29 09:41:31.580891 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] gre ID ranges: [(1, 1000)] Jul 29 09:41:31.637781 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Initializing driver for type 'local' Jul 29 09:41:31.638125 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Initializing driver for type 'vlan' Jul 29 09:41:31.653163 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] VlanTypeDriver initialization complete Jul 29 09:41:31.653506 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Initializing driver for type 'vxlan' Jul 29 09:41:31.654045 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] vxlan ID ranges: [(1, 1000)] Jul 29 09:41:31.715146 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Initializing extension driver 'port_security' Jul 29 09:41:31.715510 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.extensions.port_security [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] PortSecurityExtensionDriver initialization complete Jul 29 09:41:31.715847 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Initializing mechanism driver 'openvswitch' Jul 29 09:41:31.716183 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Initializing mechanism driver 'hyperv' Jul 29 09:41:31.727593 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.plugin [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:41:31.728473 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > port after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.728866 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > port after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.729222 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > port after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.729878 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 09:41:31.730316 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > subnet after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.730672 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > subnet after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.731018 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > subnet after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.731408 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 09:41:31.731812 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > network after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.732159 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > network after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.732499 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > network after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.732912 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 09:41:31.733319 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > security_group after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.734364 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > security_group after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.734887 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > security_group after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.735287 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 09:41:31.735700 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.736101 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.736398 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.736810 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 09:41:31.737214 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > address_group after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.737560 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > address_group after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.737897 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > address_group after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.738351 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 09:41:31.738668 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] ML2 OVO RPC backend initialized. {{(pid=104621) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 29 09:41:31.739392 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router_interface after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.739750 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.740160 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > network before_response 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.740505 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > networks before_response 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.740877 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > port before_response 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.741219 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > ports before_response 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.741558 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > subnet before_response 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.741896 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > subnets before_response 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.742236 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > network after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.742657 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > network after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.742994 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > network after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.743328 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > port after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.743667 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > port after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.743999 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > port after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.744339 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > subnet after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.744670 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > subnet after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.745023 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > subnet after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.745614 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.plugin [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Modular L2 Plugin initialization complete Jul 29 09:41:31.745939 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading services supported by the core plugin {{(pid=104621) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 09:41:31.746264 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Got port-security extension from driver 'port_security' Jul 29 09:41:31.746731 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.extensions.vlantransparent [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Disabled vlantransparent extension. Jul 29 09:41:31.747213 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104621) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 09:41:31.747525 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading Plugin: router Jul 29 09:41:31.788664 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router_interface before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.789376 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router after_create 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.789488 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router before_create 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.789785 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.790156 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.790510 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router after_delete 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.790866 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > floatingip after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.791355 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router after_create 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.791704 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router after_update 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.792056 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router after_update 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.792408 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.792805 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router after_update 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.793219 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router precommit_update 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.793589 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: port after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.793930 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: port after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.794273 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: subnet after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.794613 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.794967 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > port precommit_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.795316 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router precommit_create 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.795664 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: port before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.796140 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router precommit_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.796526 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router after_update 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.796902 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router precommit_delete 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.797260 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router precommit_create 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.797629 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router_interface after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.797979 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router precommit_update 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.798344 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > agent after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.798694 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > agent after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.799042 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > network after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.799974 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Tracking information for resource: router configured {{(pid=104621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 09:41:31.800308 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Tracking information for resource: floatingip configured {{(pid=104621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 09:41:31.805411 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.db.l3_agentschedulers_db [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 09:41:31.805992 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: port after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.806354 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: port after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.806707 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: port after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.807061 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: port after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.807863 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router before_create 55550100 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.808232 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router precommit_delete 55550100 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.808596 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router precommit_create 55550100 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.808984 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > router precommit_update 55550100 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.814090 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.services.provider_configuration [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Service providers = [] {{(pid=104621) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 09:41:31.814458 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.db.servicetype_db [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104621) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 09:41:31.817895 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.services.service_base [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104621) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 09:41:31.818245 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.services.service_base [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104621) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 09:41:31.818588 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.services.service_base [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104621) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 09:41:31.819471 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.services.service_base [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104621) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 09:41:31.819847 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.services.service_base [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 09:41:31.820238 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 09:41:31.820559 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 09:41:31.834469 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 09:41:31.834735 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading Plugin: auto_allocate Jul 29 09:41:31.841051 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: network precommit_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.841426 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: network precommit_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.841966 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 09:41:31.842287 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading Plugin: tag Jul 29 09:41:31.849656 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 09:41:31.849986 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading Plugin: timestamp Jul 29 09:41:31.853863 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 09:41:31.854192 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading Plugin: network_ip_availability Jul 29 09:41:31.860375 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.860773 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.861137 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:31.861905 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 09:41:31.862225 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading Plugin: flavors Jul 29 09:41:31.867234 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 09:41:31.867561 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading Plugin: revisions Jul 29 09:41:31.871885 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 09:41:31.872277 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_concurrency.lockutils [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.904s {{(pid=104621) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 09:41:31.873138 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104621) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 29 09:41:31.873478 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Initializing extension manager. Jul 29 09:41:31.874026 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: __init__.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.874953 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: __pycache__ {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.875262 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.875596 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: address_group.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.876372 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.876980 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: address-group Jul 29 09:41:31.877306 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: address_scope.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.878024 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.878618 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: address-scope Jul 29 09:41:31.878943 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: admin_state_down_before_update.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.879890 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.880395 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: router-admin-state-down-before-update Jul 29 09:41:31.880745 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: agent.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.881457 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.881962 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: agent Jul 29 09:41:31.882284 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: agent_resources_synced.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.883211 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.883718 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: agent-resources-synced Jul 29 09:41:31.884043 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: allowedaddresspairs.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.885914 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.886428 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: allowed-address-pairs Jul 29 09:41:31.886751 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: auto_allocated_topology.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.887844 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.888351 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: auto-allocated-topology Jul 29 09:41:31.888671 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: availability_zone.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.889445 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.890110 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: availability_zone Jul 29 09:41:31.890441 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: availability_zone_filter.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.891348 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.891849 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: availability_zone_filter Jul 29 09:41:31.892169 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: data_plane_status.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.893106 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.893607 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 09:41:31.893930 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: default_subnetpools.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.894839 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.895339 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: default-subnetpools Jul 29 09:41:31.895660 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: dhcpagentscheduler.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.896493 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.897021 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: dhcp_agent_scheduler Jul 29 09:41:31.897345 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: dns.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.898260 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.898761 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension dns-integration not supported by any of loaded plugins Jul 29 09:41:31.899193 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: dns_domain_ports.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.900277 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.900809 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 09:41:31.901136 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.902064 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.902565 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 29 09:41:31.902890 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: dvr.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.903586 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.904088 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: dvr Jul 29 09:41:31.904426 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: ecmp_routes.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.905498 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.906001 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension ecmp_routes not supported by any of loaded plugins Jul 29 09:41:31.906320 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: empty_string_filtering.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.907225 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.907723 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: empty-string-filtering Jul 29 09:41:31.908046 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.909005 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.909511 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 09:41:31.909841 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.910772 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.911269 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 09:41:31.911590 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: external_net.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.912508 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.913051 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: external-net Jul 29 09:41:31.913373 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: extra_dhcp_opt.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.914284 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.914784 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: extra_dhcp_opt Jul 29 09:41:31.915104 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: extraroute.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.916011 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.916515 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: extraroute Jul 29 09:41:31.916864 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: extraroute_atomic.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.917893 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.918395 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: extraroute-atomic Jul 29 09:41:31.918716 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: filter_validation.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.919601 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.920110 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: filter-validation Jul 29 09:41:31.920432 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: fip_pf_description.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.921913 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.922461 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 09:41:31.922785 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: fip_port_details.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.923703 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.924205 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: fip-port-details Jul 29 09:41:31.924526 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: flavors.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.925773 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.926292 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: flavors Jul 29 09:41:31.926625 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.928296 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.928947 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 09:41:31.929276 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: floatingip_pools.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.929984 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.930495 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: floatingip-pools Jul 29 09:41:31.930816 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: ip_allocation.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.931857 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.932359 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 09:41:31.932681 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.933620 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.934119 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: ip-substring-filtering Jul 29 09:41:31.934441 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: l2_adjacency.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.935361 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.935856 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 09:41:31.936175 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: l3.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.937923 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.938432 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: router Jul 29 09:41:31.938752 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: l3_conntrack_helper.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.941094 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.941604 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 09:41:31.941936 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.942877 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.943384 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: ext-gw-mode Jul 29 09:41:31.943708 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.944639 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.945250 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: l3-ha Jul 29 09:41:31.945573 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: l3_flavors.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.946503 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.947002 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: l3-flavors Jul 29 09:41:31.947321 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.948501 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.949032 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 09:41:31.949358 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: l3agentscheduler.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.950429 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.950927 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: l3_agent_scheduler Jul 29 09:41:31.951248 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: logging.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.952785 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.953303 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension logging not supported by any of loaded plugins Jul 29 09:41:31.953632 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: metering.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.954376 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.954955 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: metering Jul 29 09:41:31.955279 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.956505 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.957049 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: metering_source_and_destination_fields Jul 29 09:41:31.957377 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: multiprovidernet.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.958304 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.958812 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: multi-provider Jul 29 09:41:31.959132 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: netmtu.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.960051 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.960556 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: net-mtu Jul 29 09:41:31.960992 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: netmtu_writable.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.961907 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.962407 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: net-mtu-writable Jul 29 09:41:31.962729 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: network_availability_zone.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.963397 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.963896 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: network_availability_zone Jul 29 09:41:31.964215 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: network_ip_availability.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.965332 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.965843 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: network-ip-availability Jul 29 09:41:31.966169 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: network_segment_range.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.966945 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.967442 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 09:41:31.967789 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: pagination.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.968891 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.969224 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: pagination Jul 29 09:41:31.969544 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: port_device_profile.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.970491 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.971005 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: port-device-profile Jul 29 09:41:31.971322 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.972246 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.972783 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: port-mac-address-regenerate Jul 29 09:41:31.973105 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.974040 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.974540 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: port-numa-affinity-policy Jul 29 09:41:31.974971 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: port_resource_request.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.975767 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.976315 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 09:41:31.976666 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: portbindings.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.977620 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.978120 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: binding Jul 29 09:41:31.978440 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: portbindings_extended.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.979737 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.980246 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: binding-extended Jul 29 09:41:31.980577 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: portsecurity.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.982777 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.982777 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: port-security Jul 29 09:41:31.982777 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: project_id.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.983954 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.984172 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: project-id Jul 29 09:41:31.984494 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: providernet.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.985513 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.986026 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: provider Jul 29 09:41:31.986346 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: qos.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.989821 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.990334 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension qos not supported by any of loaded plugins Jul 29 09:41:31.990665 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.991924 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.992435 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 09:41:31.992792 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.993708 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.994216 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 09:41:31.994541 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: qos_default.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.995444 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.995953 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension qos-default not supported by any of loaded plugins Jul 29 09:41:31.996279 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: qos_fip.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.996963 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.997463 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension qos-fip not supported by any of loaded plugins Jul 29 09:41:31.997784 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: qos_gateway_ip.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:31.998703 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:31.999835 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 09:41:32.000157 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: qos_port_network_policy.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.001111 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.001612 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 09:41:32.001932 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: qos_rule_type_details.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.002847 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.003346 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 09:41:32.003666 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: qos_rules_alias.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.004701 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.005231 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 09:41:32.005554 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: quotasv2.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.006707 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.007036 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: quotas Jul 29 09:41:32.007357 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: quotasv2_detail.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.010503 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.010852 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: quota_details Jul 29 09:41:32.011194 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: rbac.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.012260 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.012814 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: rbac-policies Jul 29 09:41:32.013148 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: rbac_address_group.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.014089 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.014629 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: rbac-address-group Jul 29 09:41:32.014961 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: rbac_address_scope.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.015886 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.016395 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: rbac-address-scope Jul 29 09:41:32.016740 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: rbac_security_groups.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.017670 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.018179 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: rbac-security-groups Jul 29 09:41:32.018501 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: rbac_subnetpool.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.019414 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.019919 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: rbac-subnetpool Jul 29 09:41:32.020242 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: revisionifmatch.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.021198 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.021705 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: revision-if-match Jul 29 09:41:32.022029 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: revisions.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.023140 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.023650 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: standard-attr-revisions Jul 29 09:41:32.023975 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: router_availability_zone.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.024645 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.025182 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: router_availability_zone Jul 29 09:41:32.025504 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: routerservicetype.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.026420 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.026922 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension router-service-type not supported by any of loaded plugins Jul 29 09:41:32.027245 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.028167 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.028672 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: security-groups-normalized-cidr Jul 29 09:41:32.029029 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: security_groups_port_filtering.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.029940 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.030619 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: port-security-groups-filtering Jul 29 09:41:32.030908 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.031941 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.032337 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: security-groups-remote-address-group Jul 29 09:41:32.032806 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: securitygroup.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.042400 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.042926 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: security-group Jul 29 09:41:32.043259 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: segment.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.044056 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.044562 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension segment not supported by any of loaded plugins Jul 29 09:41:32.044941 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.046399 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.046905 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 09:41:32.047398 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: servicetype.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.048534 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.049092 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: service-type Jul 29 09:41:32.049421 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: sorting.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.050404 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.050738 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: sorting Jul 29 09:41:32.051068 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: standard_attr_segment.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.052061 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.052572 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 09:41:32.052928 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: standardattrdescription.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.053579 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.054084 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: standard-attr-description Jul 29 09:41:32.054523 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: stateful_security_group.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.055406 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.055914 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: stateful-security-group Jul 29 09:41:32.056239 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: stdattrs_common.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.056855 dv-cinder-788253-4-iscsi neutron-server[104621]: WARNING neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 09:41:32.057177 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.058100 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.058604 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 09:41:32.058928 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: subnet_onboard.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.060017 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.060527 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: subnet_onboard Jul 29 09:41:32.060880 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.062578 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.063080 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 09:41:32.063476 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: subnet_service_types.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.064412 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.064947 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: subnet-service-types Jul 29 09:41:32.065276 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: subnetallocation.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.066356 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.066863 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: subnet_allocation Jul 29 09:41:32.067187 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.067853 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.068350 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: subnetpool-prefix-ops Jul 29 09:41:32.068670 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.069630 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.070206 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 09:41:32.070737 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: tagging.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.071691 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.072202 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: standard-attr-tag Jul 29 09:41:32.072640 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: timestamp.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.074043 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.074555 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loaded extension: standard-attr-timestamp Jul 29 09:41:32.074882 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: trunk.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.076009 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.076546 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension trunk not supported by any of loaded plugins Jul 29 09:41:32.076899 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: trunk_details.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.077992 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.078501 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension trunk-details not supported by any of loaded plugins Jul 29 09:41:32.078823 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: uplink_status_propagation.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.079748 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.080254 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 09:41:32.080576 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Loading extension file: vlantransparent.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 09:41:32.081290 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 09:41:32.081787 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 09:41:32.084326 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Creating instance of TrackedResource for resource:network Jul 29 09:41:32.084935 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Creating instance of TrackedResource for resource:subnet Jul 29 09:41:32.085284 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 09:41:32.085675 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Creating instance of TrackedResource for resource:port Jul 29 09:41:32.086930 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 09:41:32.087360 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Service FLAVORS assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 09:41:32.087975 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 09:41:32.088396 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 09:41:32.088760 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Creating instance of TrackedResource for resource:router Jul 29 09:41:32.089285 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Creating instance of TrackedResource for resource:floatingip Jul 29 09:41:32.089914 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Service METERING assigned prefix: /metering {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 09:41:32.091368 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:32.091741 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:32.092096 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:41:32.093225 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 09:41:32.093733 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Creating instance of TrackedResource for resource:security_group Jul 29 09:41:32.094170 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 09:41:32.094789 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Service CORE assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 09:41:32.095118 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 09:41:32.095454 dv-cinder-788253-4-iscsi neutron-server[104621]: WARNING neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] subnetpool is already registered Jul 29 09:41:32.095875 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Service CORE assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 09:41:32.096202 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 09:41:32.096533 dv-cinder-788253-4-iscsi neutron-server[104621]: WARNING neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] subnetpool is already registered Jul 29 09:41:32.098843 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 09:41:32.099499 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Service FLAVORS assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 09:41:32.100123 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 09:41:32.100513 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 09:41:32.100869 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Creating instance of TrackedResource for resource:router Jul 29 09:41:32.101216 dv-cinder-788253-4-iscsi neutron-server[104621]: WARNING neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] router is already registered Jul 29 09:41:32.101664 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Creating instance of TrackedResource for resource:floatingip Jul 29 09:41:32.102000 dv-cinder-788253-4-iscsi neutron-server[104621]: WARNING neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] floatingip is already registered Jul 29 09:41:32.102464 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Service METERING assigned prefix: /metering {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 09:41:32.103377 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 09:41:32.103654 dv-cinder-788253-4-iscsi neutron-server[104621]: WARNING neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] rbac_policy is already registered Jul 29 09:41:32.104091 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Creating instance of TrackedResource for resource:security_group Jul 29 09:41:32.104431 dv-cinder-788253-4-iscsi neutron-server[104621]: WARNING neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] security_group is already registered Jul 29 09:41:32.104868 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 09:41:32.105206 dv-cinder-788253-4-iscsi neutron-server[104621]: WARNING neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] security_group_rule is already registered Jul 29 09:41:32.105698 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Service CORE assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 09:41:32.106031 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 09:41:32.106364 dv-cinder-788253-4-iscsi neutron-server[104621]: WARNING neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] subnetpool is already registered Jul 29 09:41:32.106788 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Service CORE assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 09:41:32.107114 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 09:41:32.107445 dv-cinder-788253-4-iscsi neutron-server[104621]: WARNING neutron.quota.resource_registry [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] subnetpool is already registered Jul 29 09:41:32.109973 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: extensions {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.111540 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: address-groups {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.113059 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: address-scopes {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.114268 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: agents {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.115531 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: auto-allocated-topology {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.116793 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: availability_zones {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.118006 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: dhcp-networks {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.119422 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: dhcp-agents {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.120957 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: routers {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.122681 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: flavors {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.123850 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: service_profiles {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.125952 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: next_providers {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.127389 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: service_profiles {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.129009 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: floatingip-pools {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.130360 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: routers {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.132075 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: floatingips {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.133403 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: l3-routers {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.135008 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: l3-agents {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.136430 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: metering-labels {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.137805 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: metering-label-rules {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.139090 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: network-ip-availabilities {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.140564 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: bindings {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.142196 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: quotas {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.143635 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: quotas {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.145226 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: rbac-policies {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.146440 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: security-groups {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.147660 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: security-group-rules {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.149042 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: service-providers {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.150283 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: subnetpools {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.152429 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: subnetpools {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.155638 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.159123 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.162409 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.164451 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.166400 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.168289 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.170120 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.172618 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.175685 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.177485 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 09:41:32.184052 dv-cinder-788253-4-iscsi neutron-server[104621]: WARNING keystonemiddleware.auth_token [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 09:41:32.189319 dv-cinder-788253-4-iscsi neutron-server[104621]: WARNING keystonemiddleware.auth_token [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 09:41:32.198028 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_concurrency.lockutils [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Acquired lock "singleton_lock" {{(pid=104621) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 29 09:41:32.198503 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_concurrency.lockutils [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Releasing lock "singleton_lock" {{(pid=104621) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 29 09:41:32.199156 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO oslo_service.service [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Starting 2 workers Jul 29 09:41:32.204319 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Started child 104728 {{(pid=104621) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 09:41:32.209035 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Started child 104729 {{(pid=104621) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 09:41:32.209433 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:32.210775 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO neutron.service [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 09:41:32.211219 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [-] (104728) wsgi starting up on http://0.0.0.0:9696 Jul 29 09:41:32.211571 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Notify callbacks [] for process, before_spawn {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:32.214045 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO oslo_service.service [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Starting 1 workers Jul 29 09:41:32.214514 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:32.215974 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [-] (104729) wsgi starting up on http://0.0.0.0:9696 Jul 29 09:41:32.219532 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Started child 104730 {{(pid=104621) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 09:41:32.220090 dv-cinder-788253-4-iscsi neutron-server[104621]: INFO oslo_service.service [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Starting 1 workers Jul 29 09:41:32.223517 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.service [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] calling RpcWorker wait() {{(pid=104730) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 09:41:32.224217 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.service [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] returning from RpcWorker wait() {{(pid=104730) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 09:41:32.225457 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Started child 104731 {{(pid=104621) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 09:41:32.226295 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:32.226407 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-ce914c41-ce04-4fb3-91f5-f9c9eec8e45c None None] Notify callbacks [] for process, after_spawn {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:32.227059 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:41:32.228540 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104621) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 09:41:32.228890 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 09:41:32.229147 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 09:41:32.229460 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 09:41:32.229795 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 09:41:32.229959 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 09:41:32.230497 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.230767 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.231022 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.231283 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.231569 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.232195 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.232433 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.232680 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.232990 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.233247 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.233954 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.234144 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.234425 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.234784 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.234992 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:32.235523 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.235523 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.235833 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.236203 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.236380 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.236512 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:41:32.236763 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.237124 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.237380 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.237670 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] debug = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.237917 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.238390 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.238638 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.238913 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.239132 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.239413 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.239659 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.239899 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.240149 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.240367 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.240604 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.240882 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.241143 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.241382 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.241604 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.241846 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.242096 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.242607 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] host = dv-cinder-788253-4-iscsi {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.242825 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.243025 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.243272 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.243513 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.243773 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.243990 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.244256 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.244516 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.244803 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.245049 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.245301 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.245554 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.245787 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.246049 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.246212 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_options = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.246443 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.246713 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.246983 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.247232 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.247453 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.247583 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.247751 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.247916 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.248158 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.248372 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.248587 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.248823 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.249706 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.250035 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.250357 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.250592 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.250852 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.251060 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.251320 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.251570 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.251804 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.252049 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.252292 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.252549 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.252814 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.253038 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.253261 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.253490 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.253704 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.253955 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.254193 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.254440 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.254686 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.254930 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.255177 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.255403 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.255637 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.255909 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.256143 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.256394 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.256642 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.256873 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.257097 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.257366 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.257549 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.257764 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_json = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.257975 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.258187 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.258456 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.258670 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.258963 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.259200 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.259408 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.259652 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.260095 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.260375 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.260682 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.260957 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.261208 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.261446 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.261706 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.261907 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.262169 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.262397 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.262735 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.262957 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.263235 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.263484 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.263720 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.264068 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.264336 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.264629 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.264987 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.265144 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.265316 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.265537 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.265878 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.266156 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.266419 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.266679 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.266913 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.267151 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.267384 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.267626 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.267814 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.268024 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.268282 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.268501 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.268747 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.269000 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.269226 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.269469 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.269694 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.269952 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.270184 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.270429 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.270647 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.270860 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.271074 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.271292 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.271527 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.271845 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.271995 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.272215 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.272442 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.272664 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.272913 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.273099 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.273317 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.273565 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.273782 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.273989 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.274198 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.274413 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.274638 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.274885 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.275155 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.275410 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.275620 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.275839 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.276071 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.276304 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.276523 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.276751 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.276968 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.277199 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.277409 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.277666 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.277844 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.278073 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.278301 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.278529 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.278744 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.278977 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.279194 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.279422 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.279631 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.279859 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.280125 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.281103 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.281446 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.281741 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.281987 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.282202 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.282530 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.282833 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.283076 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.283315 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.283530 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.283797 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.284053 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.284346 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.284566 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.284958 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.285528 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.285750 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.285993 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.286231 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.286478 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.286703 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.286980 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.287239 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.287607 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.287767 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.287976 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.288221 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.288456 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.288814 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.288997 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.289284 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.289594 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.289870 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.290136 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.290392 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.290639 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.290897 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.292588 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.293116 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.293396 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.293826 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.294158 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.294574 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.295062 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.295387 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.296945 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.297282 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.297884 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.298719 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.299632 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.300181 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.300639 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.301091 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.301383 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.302044 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.302044 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.303373 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.303926 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.304217 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.305307 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.305573 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.306055 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.306293 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.306530 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.307326 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.307326 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.307326 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.308180 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.308180 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.308988 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.310881 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.315060 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.315591 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.316102 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.316606 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.317083 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.317478 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.317950 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.318425 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.318895 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.319345 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.319816 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.320314 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.320803 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.321282 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.321751 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.322108 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.322571 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.323278 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.323707 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.324011 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.324370 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.324608 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.325049 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.325478 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.326211 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.326211 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.326211 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.326468 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.326772 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.327274 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.327622 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.328046 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.328383 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.328672 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.329016 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.329300 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.329601 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.329917 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.330217 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.330486 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.330763 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.331037 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.331363 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.331688 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.331950 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.332227 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.332497 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.332932 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.333217 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.333487 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.333902 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.334193 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.334496 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.334813 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.335201 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.335356 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.335770 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.336166 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.336551 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.336990 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.337384 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.337803 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.338205 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.338635 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.339076 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.339480 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.339904 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.340310 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.340620 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.340935 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.341212 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.341447 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.341694 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.341900 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.342278 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.343330 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.343778 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.344192 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.344489 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.344942 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.345374 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.345591 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.345805 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.346034 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.346261 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.346469 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.346921 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.347330 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.347581 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.347885 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.348132 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.348380 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.348656 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.349008 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.349237 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.349493 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.349709 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.349923 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.350315 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.350591 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.350925 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.351209 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.351491 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.351757 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.352044 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.352322 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.352588 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.352907 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.353206 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.353542 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.353807 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.354056 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.354290 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.354552 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.354777 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.354994 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.355209 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.355439 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.355651 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.355906 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.356171 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.356409 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.356629 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.356888 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.357117 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.357398 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.357569 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.357786 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.358015 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.358171 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 09:41:32.359426 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104621) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 09:41:32.359571 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 09:41:32.359732 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 09:41:32.360222 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 09:41:32.360222 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 09:41:32.360222 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 09:41:32.360568 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.360568 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.360799 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.360930 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.361032 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.361167 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.361327 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.361483 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.361640 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.361796 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.361953 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.362111 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.362268 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.362410 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.362570 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.362726 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.362883 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.363052 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.363223 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.363382 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.363544 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.363689 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.363849 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] debug = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.363994 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.364137 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.364313 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.364457 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.364598 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.364780 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.364926 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.365070 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.365232 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.365378 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.365535 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.365676 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.365810 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.365952 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.366094 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.366236 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.366378 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.366554 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] host = dv-cinder-788253-4-iscsi {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.366554 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.366812 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.366921 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.367059 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.367199 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.367343 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.367484 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.367623 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.367777 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.367915 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.368052 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.368191 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.368330 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.368470 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.368608 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_options = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.368784 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.368926 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.369085 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.369228 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.369369 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.369511 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.369685 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.369829 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.369968 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.370108 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.370269 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.370424 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.370567 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.370707 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.370845 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.370984 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.371124 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.371261 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.371399 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.371538 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.371693 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.371799 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.371912 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.372068 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.372250 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.372385 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.372518 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.372646 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.372820 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.372977 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.373131 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.373294 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.373450 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.373834 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.373834 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.374253 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.374378 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.374503 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.374663 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.374821 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.374977 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.375133 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.375289 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.375446 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.375600 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.375756 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_json = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.375912 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.376069 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.376224 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.376380 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.376536 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.376692 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.376870 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.377027 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 09:41:32.377209 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.377379 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.377607 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.377766 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.377918 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.378037 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.378122 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.378277 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.378435 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.378594 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.378759 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.378919 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.379088 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.379247 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.379403 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.379563 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.379722 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.379890 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.380058 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.380208 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.380372 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.380519 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.380666 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.381422 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.381422 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.381422 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.381422 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.381422 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.382356 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.382356 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.382356 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.382356 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.382356 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.382356 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.382763 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.382763 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.382763 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.383041 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.383041 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.383250 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.383381 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.383516 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.383639 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.383809 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.383969 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.384129 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.384290 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.384449 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.384609 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.384859 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.385033 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.385191 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.385349 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.385507 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.385666 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.385825 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.385982 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.386141 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.386299 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.386458 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.386616 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.386788 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.386943 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.387099 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.387223 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.387384 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.387627 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.387792 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.387951 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.388109 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.388267 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.388426 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.388634 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.388829 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.389761 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.389761 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.389761 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.389761 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.389761 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.390330 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.390330 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.390330 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.390330 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.391225 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.391225 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.391225 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.391225 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.391225 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.391988 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.391988 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.391988 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.391988 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.391988 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.391988 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.393059 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.393059 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.393059 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.393059 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.393059 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.393059 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.393059 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.393882 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.393882 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.393882 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.393882 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.393882 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.393882 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.394553 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.394553 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.394553 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.394553 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.395667 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.395667 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.395667 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.395667 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.395667 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.395667 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.395667 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.395667 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.397309 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.397309 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.397309 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.397309 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.397309 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.397309 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.397309 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.397309 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.397309 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.398188 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.398188 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.398188 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.398188 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.398188 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.398188 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.398188 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.398845 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.398845 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.398845 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.398845 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.398845 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.399201 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.399201 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.399344 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.399423 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.399549 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.399707 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.399868 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.400145 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.400461 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.400461 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.400461 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.401430 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.401430 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.401430 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.401430 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.401430 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.401430 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.402609 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.402609 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.402609 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.402609 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.402609 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.402609 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.402609 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.402609 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.405102 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.405102 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.405102 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.405102 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.405102 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.405102 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.405102 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.405102 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.406763 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.406763 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.406763 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.406763 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.406763 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.406763 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.406763 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.406763 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.407519 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.407519 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.407519 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.407519 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.407519 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.407519 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.407519 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.407519 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.408227 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.408227 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.408227 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.408227 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.408227 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.408227 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.408227 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.408227 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.408760 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.408760 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.408760 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.408760 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.408760 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.409106 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.409106 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.409245 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.409364 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.409538 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.409697 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.409855 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.410013 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.410184 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.410319 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.410488 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.410647 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.410804 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.410963 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.411120 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.411277 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.411497 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.411720 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.411720 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.412233 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.412233 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.412233 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.412536 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.412536 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.412901 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.412901 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.413131 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.413131 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.413360 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.413360 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.413586 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.413709 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.413823 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.413980 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.414149 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.414306 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.414454 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.414632 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.414759 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.414902 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.415044 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:41:32.415151 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.415235 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.415367 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.415534 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.415692 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.415849 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.416009 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.416180 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.416338 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.416498 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.416657 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.416836 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.416995 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.417155 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.417318 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.417569 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.417669 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.417803 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.417971 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.418172 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.418295 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.418451 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.418617 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.418789 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.418949 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.419106 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.419264 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.419422 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.419579 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.419738 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.419895 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.420052 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.420209 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.420365 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.420524 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.420686 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.420939 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.421604 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.421763 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.421921 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.422083 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.422225 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.422387 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 09:41:32.422539 dv-cinder-788253-4-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 09:41:32.479800 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 56706) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:41:32.490034 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072773 Jul 29 09:41:44.345444 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ea10ca-e042-443b-be3b-b0ae53866c46 None None] get_active_networks_info from dv-cinder-788253-4-iscsi {{(pid=104730) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 09:41:44.439613 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ea10ca-e042-443b-be3b-b0ae53866c46 None None] No non-hosted networks {{(pid=104730) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 09:41:44.463911 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.agentschedulers_db [None req-40ea10ca-e042-443b-be3b-b0ae53866c46 None None] DHCP Agent not found on host dv-cinder-788253-4-iscsi {{(pid=104730) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 29 09:41:44.571735 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-20cfbbd7-3c77-47d3-8550-7864f7587dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591515'] for agent, after_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:47.225522 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-80950039-eabb-413b-905f-04b3f7be85e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591515'] for agent, after_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:47.310509 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-a7cf181e-b8e9-43ea-83a1-1a884337a938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:47.693694 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591515'] for agent, after_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:47.697315 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:47.698944 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:47.700137 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:47.700851 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:47.702147 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:47.706836 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:47.711937 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:47.713126 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:47.713731 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:47.715364 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:47.716260 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:47.718051 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:47.720966 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788253-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:41:47.749198 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788253-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:41:48.623269 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591515'] for agent, after_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:50.154134 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.db.l3_hamode_db [None req-8fbf0335-4e18-4242-a6cd-10555c50c0fd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 09:41:50.236241 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf0335-4e18-4242-a6cd-10555c50c0fd None None] Routers set() bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:41:50.236642 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf0335-4e18-4242-a6cd-10555c50c0fd None None] Router IDs set() for agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 09:41:50.366337 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591515'] for agent, after_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:51.610718 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 56800) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:41:52.238913 dv-cinder-788253-4-iscsi neutron-server[104729]: WARNING oslo_policy.policy [None req-3556de07-dfd6-4648-8626-e15dca0294f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 09:41:52.239520 dv-cinder-788253-4-iscsi neutron-server[104729]: WARNING oslo_policy.policy [None req-3556de07-dfd6-4648-8626-e15dca0294f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 09:41:52.460413 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [None req-3556de07-dfd6-4648-8626-e15dca0294f4 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 09:41:52.461740 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-3556de07-dfd6-4648-8626-e15dca0294f4 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8487499 Jul 29 09:41:54.990399 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 56814) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:41:55.330420 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-7f15e462-8f00-4f0d-93f2-df06240f047a admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:41:55.424596 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.policy [None req-7f15e462-8f00-4f0d-93f2-df06240f047a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104729) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 09:41:55.470003 dv-cinder-788253-4-iscsi neutron-server[104729]: WARNING oslo_policy.policy [None req-7f15e462-8f00-4f0d-93f2-df06240f047a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 09:41:55.470377 dv-cinder-788253-4-iscsi neutron-server[104729]: WARNING oslo_policy.policy [None req-7f15e462-8f00-4f0d-93f2-df06240f047a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 09:41:55.479399 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.quota [None req-7f15e462-8f00-4f0d-93f2-df06240f047a admin admin] Loaded quota_driver: . Jul 29 09:41:55.580122 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7f15e462-8f00-4f0d-93f2-df06240f047a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755122120189', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755122120488', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755122139801', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755122138268', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755123018885', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755122018353', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-651861', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-593467', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1662392', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1822219'] for rbac-policy, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:55.657234 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7f15e462-8f00-4f0d-93f2-df06240f047a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:55.658441 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-7f15e462-8f00-4f0d-93f2-df06240f047a admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6667016 Jul 29 09:41:58.348682 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 56826) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:41:58.674439 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Request body: {'network': {'project_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'admin_state_up': True, 'tenant_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'name': 'private'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:41:58.706013 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Made reservation on behalf of 6e9fc0f0b6874a7395c08041e7a5f968 for: {'network': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:41:58.709321 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:58.737435 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:58.868876 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:58.873986 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:58.899648 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=104729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 09:41:58.926770 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755120061480', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:58.927367 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Unsubscribe: segment precommit_create {{(pid=104729) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 09:41:58.927894 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.segments_db [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Added segment d081cb8b-50aa-411b-9660-2df50ef5bb28 of type vlan for network 74ef4570-61f6-46da-abf3-e3b30621b1de Jul 29 09:41:58.934382 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfa2bb0-5ac7-4e80-810a-c6516f41e11a,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:41:58.971468 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:58.971832 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:58.972174 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:58.972504 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:58.972873 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:58.973216 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:58.973545 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:58.973888 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:58.974231 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:58.974558 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:58.974883 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:58.975199 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Tracked resource versions report: Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: pushed versions: Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: { 'AddressGroup': {'1.2'}, Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'ConntrackHelper': {'1.0'}, Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Log': {'1.0'}, Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Network': {'1.1'}, Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Port': {'1.7'}, Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'PortForwarding': {'1.2'}, Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'QosPolicy': {'1.8'}, Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'SecurityGroup': {'1.4'}, Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'SecurityGroupRule': {'1.2'}, Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'SubPort': {'1.0'}, Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Subnet': {'1.1'}, Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Trunk': {'1.1'}} Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: consumer versions: Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: { DHCP agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: L3 agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: Metadata agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: Metering agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: Open vSwitch agent@dv-cinder-788253-4-iscsi: { 'AddressGroup': '1.2', Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'ConntrackHelper': '1.0', Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Log': '1.0', Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Network': '1.1', Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Port': '1.7', Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'PortForwarding': '1.2', Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'QosPolicy': '1.8', Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'SecurityGroup': '1.4', Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'SecurityGroupRule': '1.2', Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'SubPort': '1.0', Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Subnet': '1.1', Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Trunk': '1.1'}} Jul 29 09:41:58.976356 dv-cinder-788253-4-iscsi neutron-server[104729]: {{(pid=104729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 09:41:59.054086 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:59.109905 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:59.111243 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:41:59.111971 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:41:59.196927 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8470187 Jul 29 09:41:59.218137 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc0022-9a75-4f7d-b6c1-7a20c9a38c7a admin admin] Pushing event updated for resources: {'Network': ['ID=74ef4570-61f6-46da-abf3-e3b30621b1de,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:41:59.230919 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network 74ef4570-61f6-46da-abf3-e3b30621b1de details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 09:42:02.107152 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 56840) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:42:02.582731 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3538e9-c782-40df-b327-bfd5063d63dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:42:02.584150 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6b3538e9-c782-40df-b327-bfd5063d63dd admin admin] 10.222.0.78 "GET /v2.0/networks/74ef4570-61f6-46da-abf3-e3b30621b1de HTTP/1.1" status: 200 len: 826 time: 0.4755061 Jul 29 09:42:02.620363 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-e1446ed8-24ba-4620-bf6f-b215a09270b8 admin admin] 10.222.0.78 "GET /v2.0/subnetpools/97e0a16b-3d5e-4bb5-8f21-f91509a82a5f HTTP/1.1" status: 200 len: 734 time: 0.0293922 Jul 29 09:42:02.633336 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-919fcca8-15e5-4b8a-85d1-59e97d12878f admin admin] Request body: {'subnet': {'tenant_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'subnetpool_id': '97e0a16b-3d5e-4bb5-8f21-f91509a82a5f', 'network_id': '74ef4570-61f6-46da-abf3-e3b30621b1de', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:42:02.671249 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919fcca8-15e5-4b8a-85d1-59e97d12878f admin admin] Made reservation on behalf of 6e9fc0f0b6874a7395c08041e7a5f968 for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:42:02.673859 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-919fcca8-15e5-4b8a-85d1-59e97d12878f admin admin] Notify callbacks [] for subnet, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:03.058255 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-919fcca8-15e5-4b8a-85d1-59e97d12878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for subnet, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:03.130891 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fcca8-15e5-4b8a-85d1-59e97d12878f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea3ddda8-b622-4a04-875a-0b7da86a9074,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:42:03.135507 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919fcca8-15e5-4b8a-85d1-59e97d12878f admin admin] Checking segment: {'id': 'd081cb8b-50aa-411b-9660-2df50ef5bb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '74ef4570-61f6-46da-abf3-e3b30621b1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:42:03.135892 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919fcca8-15e5-4b8a-85d1-59e97d12878f admin admin] Network hostable DHCP agents. Network: 74ef4570-61f6-46da-abf3-e3b30621b1de, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 09:42:03.161025 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919fcca8-15e5-4b8a-85d1-59e97d12878f admin admin] Network 74ef4570-61f6-46da-abf3-e3b30621b1de is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 09:42:03.174611 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-919fcca8-15e5-4b8a-85d1-59e97d12878f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, 74ef4570-61f6-46da-abf3-e3b30621b1de) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:42:03.180585 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919fcca8-15e5-4b8a-85d1-59e97d12878f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:42:03.181375 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-919fcca8-15e5-4b8a-85d1-59e97d12878f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:03.189087 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e8fe43-88bb-4b43-bac7-009553c32d2a None None] Network 74ef4570-61f6-46da-abf3-e3b30621b1de requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:42:03.200225 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-919fcca8-15e5-4b8a-85d1-59e97d12878f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5722647 Jul 29 09:42:03.539378 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp282115e9-f32f-56c0-b3bc-1df1ec6c79b4-74ef4570-61f6-46da-abf3-e3b30621b1de', 'network_id': '74ef4570-61f6-46da-abf3-e3b30621b1de', 'tenant_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'fixed_ips': [{'subnet_id': 'ea3ddda8-b622-4a04-875a-0b7da86a9074'}]}} from dv-cinder-788253-4-iscsi. {{(pid=104730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 09:42:03.540799 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:03.877854 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.db_base_plugin_common [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Allocated IP 172.20.0.2 (74ef4570-61f6-46da-abf3-e3b30621b1de/ea3ddda8-b622-4a04-875a-0b7da86a9074/b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3) {{(pid=104730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:42:04.142490 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Notify callbacks [] for port, precommit_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:04.165127 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Transition to ACTIVE for port object b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3 will not be triggered until provisioned by entity L2. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:42:04.191533 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Transition to ACTIVE for port object b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3 will not be triggered until provisioned by entity DHCP. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:42:04.210939 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:04.290874 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Network 74ef4570-61f6-46da-abf3-e3b30621b1de is already hosted by enough agents. {{(pid=104730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:42:04.299090 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.base_scheduler [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Resources bound (agent type, host, resource id): {{(pid=104730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:42:04.319185 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Received port after_create {{(pid=104730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:42:04.382397 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Pushing event updated for resources: {'Port': ['ID=b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3,revision_number=1']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:42:04.423872 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:04.424331 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:04.424910 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:04.425448 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:04.425988 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:04.426557 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:04.427059 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:04.427589 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:04.428150 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:04.428693 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:04.429248 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:04.429782 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Tracked resource versions report: Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: pushed versions: Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: { 'AddressGroup': {'1.2'}, Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'ConntrackHelper': {'1.0'}, Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Log': {'1.0'}, Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Network': {'1.1'}, Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Port': {'1.7'}, Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'PortForwarding': {'1.2'}, Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'QosPolicy': {'1.8'}, Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'SecurityGroup': {'1.4'}, Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'SecurityGroupRule': {'1.2'}, Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'SubPort': {'1.0'}, Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Subnet': {'1.1'}, Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Trunk': {'1.1'}} Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: consumer versions: Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: { DHCP agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: L3 agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: Metadata agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: Metering agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: Open vSwitch agent@dv-cinder-788253-4-iscsi: { 'AddressGroup': '1.2', Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'ConntrackHelper': '1.0', Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Log': '1.0', Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Network': '1.1', Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Port': '1.7', Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'PortForwarding': '1.2', Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'QosPolicy': '1.8', Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'SecurityGroup': '1.4', Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'SecurityGroupRule': '1.2', Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'SubPort': '1.0', Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Subnet': '1.1', Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Trunk': '1.1'}} Jul 29 09:42:04.431771 dv-cinder-788253-4-iscsi neutron-server[104730]: {{(pid=104730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 09:42:04.485020 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Attempting to bind port b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:42:04.485608 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Attempting to bind port b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': 'd081cb8b-50aa-411b-9660-2df50ef5bb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '74ef4570-61f6-46da-abf3-e3b30621b1de'}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:42:04.486220 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Attempting to bind port b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3 on network 74ef4570-61f6-46da-abf3-e3b30621b1de {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:42:04.494513 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:42:04.495150 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Checking segment: {'id': 'd081cb8b-50aa-411b-9660-2df50ef5bb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '74ef4570-61f6-46da-abf3-e3b30621b1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:42:04.495814 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:04.496348 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Bound using segment: {'id': 'd081cb8b-50aa-411b-9660-2df50ef5bb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '74ef4570-61f6-46da-abf3-e3b30621b1de'} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:42:04.497055 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Bound port: b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd081cb8b-50aa-411b-9660-2df50ef5bb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '74ef4570-61f6-46da-abf3-e3b30621b1de'}}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:42:04.497641 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:04.614632 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] For port b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:42:04.622323 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] For port b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3,segment=NetworkSegment(d081cb8b-50aa-411b-9660-2df50ef5bb28),segment_id=d081cb8b-50aa-411b-9660-2df50ef5bb28)] {{(pid=104730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:42:04.628920 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:04.739816 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cce2f0-b498-48c2-b72c-bd6b8840e108 None None] Pushing event updated for resources: {'Port': ['ID=b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3,revision_number=2']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:42:06.179974 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 56848) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:42:06.881158 dv-cinder-788253-4-iscsi neutron-server[104728]: WARNING oslo_policy.policy [None req-e0528318-ef3c-4929-a6c2-b691b5fee28d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 09:42:06.881845 dv-cinder-788253-4-iscsi neutron-server[104728]: WARNING oslo_policy.policy [None req-e0528318-ef3c-4929-a6c2-b691b5fee28d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 09:42:07.111913 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [None req-e0528318-ef3c-4929-a6c2-b691b5fee28d admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 09:42:07.113012 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-e0528318-ef3c-4929-a6c2-b691b5fee28d admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9317031 Jul 29 09:42:10.286812 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 56862) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:42:10.330880 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 5 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:42:10.753368 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [None req-66f93ffc-f51e-4c3c-bed1-333fb99f181d admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 09:42:10.755031 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-66f93ffc-f51e-4c3c-bed1-333fb99f181d admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4667480 Jul 29 09:42:13.991055 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 56876) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:42:13.994510 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:42:14.103464 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:42:14.207990 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-43d2eb09-4068-4bad-bd38-8e323282299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:14.373214 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-e7bbb5e1-9113-49de-a5ed-e55ad0fe72c0 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '6e9fc0f0b6874a7395c08041e7a5f968'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:42:14.439241 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.policy [None req-e7bbb5e1-9113-49de-a5ed-e55ad0fe72c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104728) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 09:42:14.485593 dv-cinder-788253-4-iscsi neutron-server[104728]: WARNING oslo_policy.policy [None req-e7bbb5e1-9113-49de-a5ed-e55ad0fe72c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 09:42:14.485993 dv-cinder-788253-4-iscsi neutron-server[104728]: WARNING oslo_policy.policy [None req-e7bbb5e1-9113-49de-a5ed-e55ad0fe72c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 09:42:14.494809 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.quota [None req-e7bbb5e1-9113-49de-a5ed-e55ad0fe72c0 admin admin] Loaded quota_driver: . Jul 29 09:42:14.583417 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb5e1-9113-49de-a5ed-e55ad0fe72c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2267'] for router, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:14.585401 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb5e1-9113-49de-a5ed-e55ad0fe72c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1720115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2256'] for router, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:14.760789 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb5e1-9113-49de-a5ed-e55ad0fe72c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:14.766450 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb5e1-9113-49de-a5ed-e55ad0fe72c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634540'] for router, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:14.786189 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb5e1-9113-49de-a5ed-e55ad0fe72c0 admin admin] Notify callbacks [] for router, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:14.787819 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-e7bbb5e1-9113-49de-a5ed-e55ad0fe72c0 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7946272 Jul 29 09:42:14.953882 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44b63d6-5d4c-494c-aa08-8f2c5783b73d None None] Network 74ef4570-61f6-46da-abf3-e3b30621b1de requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:42:15.055037 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-447e5671-b704-4d8b-b9ef-9d25b17da876 None None] Provisioning for port b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:42:15.080691 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-447e5671-b704-4d8b-b9ef-9d25b17da876 None None] Provisioning complete for port b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:42:15.081114 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-447e5671-b704-4d8b-b9ef-9d25b17da876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:15.243630 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-447e5671-b704-4d8b-b9ef-9d25b17da876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:15.285385 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-447e5671-b704-4d8b-b9ef-9d25b17da876 None None] For port b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3,segment=NetworkSegment(d081cb8b-50aa-411b-9660-2df50ef5bb28),segment_id=d081cb8b-50aa-411b-9660-2df50ef5bb28)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:42:15.290351 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-447e5671-b704-4d8b-b9ef-9d25b17da876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:15.342864 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e5671-b704-4d8b-b9ef-9d25b17da876 None None] Pushing event updated for resources: {'Port': ['ID=b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3,revision_number=3']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:42:15.511474 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-45953dff-e8b3-4f8f-a941-2941f84cb75e None None] Provisioning complete for port b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:42:15.511827 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-45953dff-e8b3-4f8f-a941-2941f84cb75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:15.979312 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:42:16.035265 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:42:16.035634 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:17.224580 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-923284ae-ec92-4b74-9068-4d7d9521b270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:17.358421 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 56886) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:42:17.670513 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:17.726082 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [None req-2aaac251-d84e-4891-b92e-6e1abb2c984b admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 09:42:17.727106 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-2aaac251-d84e-4891-b92e-6e1abb2c984b admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3677518 Jul 29 09:42:18.555901 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:20.312667 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 56904) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:42:20.329291 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:20.470643 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:42:20.496836 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Made reservation on behalf of 7a11f43a6886490a9cacb42ea024be88 for: {'network': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:42:20.500538 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:20.518264 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:20.648434 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:20.652426 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:20.664798 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Reserving flat network on physical network physnet1 {{(pid=104728) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 09:42:20.695795 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755120061480', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:20.696379 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Unsubscribe: segment precommit_create {{(pid=104728) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 09:42:20.696939 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.segments_db [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Added segment 1164d109-abaf-4904-a806-4830853a7480 of type flat for network b3b02076-35c8-452e-bb57-22f5e98db348 Jul 29 09:42:20.721644 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d5a749-4412-4ca9-8daf-4d0d5691ea2f,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:42:20.776961 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:20.777371 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:20.777758 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:20.778127 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:20.778996 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:20.779435 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:20.779838 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:20.780242 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:20.780636 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:20.781043 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:20.781491 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:20.781933 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Tracked resource versions report: Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: pushed versions: Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: { 'AddressGroup': {'1.2'}, Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'ConntrackHelper': {'1.0'}, Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Log': {'1.0'}, Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Network': {'1.1'}, Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Port': {'1.7'}, Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'PortForwarding': {'1.2'}, Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'QosPolicy': {'1.8'}, Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'SecurityGroup': {'1.4'}, Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'SecurityGroupRule': {'1.2'}, Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'SubPort': {'1.0'}, Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Subnet': {'1.1'}, Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Trunk': {'1.1'}} Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: consumer versions: Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: { DHCP agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: L3 agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: Metadata agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: Metering agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: Open vSwitch agent@dv-cinder-788253-4-iscsi: { 'AddressGroup': '1.2', Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'ConntrackHelper': '1.0', Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Log': '1.0', Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Network': '1.1', Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Port': '1.7', Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'PortForwarding': '1.2', Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'QosPolicy': '1.8', Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'SecurityGroup': '1.4', Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'SecurityGroupRule': '1.2', Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'SubPort': '1.0', Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Subnet': '1.1', Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Trunk': '1.1'}} Jul 29 09:42:20.783418 dv-cinder-788253-4-iscsi neutron-server[104728]: {{(pid=104728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 09:42:20.840374 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:20.909406 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:20.910434 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:42:20.911094 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:20.994478 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6806750 Jul 29 09:42:21.015612 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62774ad-44e8-47b8-b490-39186e09eea2 admin admin] Pushing event updated for resources: {'Network': ['ID=b3b02076-35c8-452e-bb57-22f5e98db348,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:42:21.027434 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network b3b02076-35c8-452e-bb57-22f5e98db348 details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 09:42:23.374640 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 56926) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:42:23.500592 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d461f-e5dc-49cf-a1e7-e9a51d22ddff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:42:23.502307 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-911d461f-e5dc-49cf-a1e7-e9a51d22ddff admin admin] 10.222.0.78 "GET /v2.0/subnets/ea3ddda8-b622-4a04-875a-0b7da86a9074 HTTP/1.1" status: 200 len: 849 time: 0.1266592 Jul 29 09:42:23.673716 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-179b128d-080b-4942-acc6-afb6800ffa37 admin admin] 10.222.0.78 "GET /v2.0/routers/d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0 HTTP/1.1" status: 200 len: 704 time: 0.1651678 Jul 29 09:42:24.061512 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:24.486048 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] Allocated IP 172.20.0.1 (74ef4570-61f6-46da-abf3-e3b30621b1de/ea3ddda8-b622-4a04-875a-0b7da86a9074/1e80a464-9a6b-4768-89b1-74266f934664) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:42:24.664302 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:24.689977 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] Transition to ACTIVE for port object 1e80a464-9a6b-4768-89b1-74266f934664 will not be triggered until provisioned by entity DHCP. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:42:24.789457 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:24.923148 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] Network 74ef4570-61f6-46da-abf3-e3b30621b1de is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:42:24.927952 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:42:24.944307 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:42:24.945229 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634355'] for router_interface, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:24.976353 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] Pushing event updated for resources: {'Port': ['ID=1e80a464-9a6b-4768-89b1-74266f934664,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:42:25.182548 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0af7e08b-a7a8-4c08-8db9-8c9e42689775 None None] Provisioning for port 1e80a464-9a6b-4768-89b1-74266f934664 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:42:25.188194 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0af7e08b-a7a8-4c08-8db9-8c9e42689775 None None] Provisioning complete for port 1e80a464-9a6b-4768-89b1-74266f934664 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:42:25.188617 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0af7e08b-a7a8-4c08-8db9-8c9e42689775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:25.192456 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:25.225593 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0af7e08b-a7a8-4c08-8db9-8c9e42689775 None None] Port 1e80a464-9a6b-4768-89b1-74266f934664 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:42:25.463981 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:25.470133 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:25.471051 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717411'] for router_interface, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:25.556362 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] Pushing event updated for resources: {'Port': ['ID=1e80a464-9a6b-4768-89b1-74266f934664,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:42:25.616394 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] Network 74ef4570-61f6-46da-abf3-e3b30621b1de is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:42:25.617857 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:42:25.824986 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] Router d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0 is scheduled to L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 with binding_index 1 {{(pid=104729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 09:42:25.854249 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-adde4d3a-84d4-4fd4-8402-44f8bcb25b64 None None] Provisioning complete for port 1e80a464-9a6b-4768-89b1-74266f934664 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:42:25.854717 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-adde4d3a-84d4-4fd4-8402-44f8bcb25b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:25.898642 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-adde4d3a-84d4-4fd4-8402-44f8bcb25b64 None None] Port 1e80a464-9a6b-4768-89b1-74266f934664 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:42:25.944757 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:42:25.952052 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-ede73bbb-3068-426c-8cd2-0af3001493ac admin admin] 10.222.0.78 "PUT /v2.0/routers/d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2718320 Jul 29 09:42:25.965095 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Sync routers for ids ['d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:42:25.987701 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Routers {'d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:42:25.989189 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:42:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:42:26.320186 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Set router d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0 gateway port host: None {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:42:26.933068 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2084729-1bc5-42a1-8fa4-ec6cb1cb39d0', 'name': 'router1', 'tenant_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:42:14Z', 'updated_at': '2021-07-29T09:42:25Z', 'revision_number': 2, 'project_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'gw_port_host': None, '_interfaces': [{'id': '1e80a464-9a6b-4768-89b1-74266f934664', 'name': '', 'network_id': '74ef4570-61f6-46da-abf3-e3b30621b1de', 'tenant_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'mac_address': 'fa:16:3e:6f:ba:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2084729-1bc5-42a1-8fa4-ec6cb1cb39d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea3ddda8-b622-4a04-875a-0b7da86a9074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:42:24Z', 'updated_at': '2021-07-29T09:42:25Z', 'revision_number': 2, 'project_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'subnets': [{'id': 'ea3ddda8-b622-4a04-875a-0b7da86a9074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e0a16b-3d5e-4bb5-8f21-f91509a82a5f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:42:26.988676 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Checking router: d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:42:26.989404 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Updating router d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0 port 1e80a464-9a6b-4768-89b1-74266f934664 binding host dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 09:42:27.058223 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:27.692254 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Notify callbacks [] for port, precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:27.715288 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Transition to ACTIVE for port object 1e80a464-9a6b-4768-89b1-74266f934664 will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:42:27.723411 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:27.911547 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66f664-511b-470a-8155-54bc55804307 None None] Pushing event updated for resources: {'Port': ['ID=1e80a464-9a6b-4768-89b1-74266f934664,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:42:27.942152 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f664-511b-470a-8155-54bc55804307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:27.942789 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f664-511b-470a-8155-54bc55804307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:27.943284 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f664-511b-470a-8155-54bc55804307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:27.943835 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f664-511b-470a-8155-54bc55804307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:27.944382 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f664-511b-470a-8155-54bc55804307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:27.944970 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f664-511b-470a-8155-54bc55804307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:27.945533 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f664-511b-470a-8155-54bc55804307 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:27.946066 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f664-511b-470a-8155-54bc55804307 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:27.946629 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f664-511b-470a-8155-54bc55804307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:27.947174 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f664-511b-470a-8155-54bc55804307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:27.947979 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f664-511b-470a-8155-54bc55804307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:27.948523 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f664-511b-470a-8155-54bc55804307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f664-511b-470a-8155-54bc55804307 None None] Tracked resource versions report: Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: pushed versions: Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: { 'AddressGroup': {'1.2'}, Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'ConntrackHelper': {'1.0'}, Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Log': {'1.0'}, Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Network': {'1.1'}, Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Port': {'1.7'}, Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'PortForwarding': {'1.2'}, Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'QosPolicy': {'1.8'}, Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'SecurityGroup': {'1.4'}, Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'SecurityGroupRule': {'1.2'}, Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'SubPort': {'1.0'}, Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Subnet': {'1.1'}, Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Trunk': {'1.1'}} Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: consumer versions: Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: { DHCP agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: L3 agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: Metadata agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: Metering agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: Open vSwitch agent@dv-cinder-788253-4-iscsi: { 'AddressGroup': '1.2', Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'ConntrackHelper': '1.0', Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Log': '1.0', Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Network': '1.1', Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Port': '1.7', Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'PortForwarding': '1.2', Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'QosPolicy': '1.8', Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'SecurityGroup': '1.4', Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'SecurityGroupRule': '1.2', Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'SubPort': '1.0', Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Subnet': '1.1', Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Trunk': '1.1'}} Jul 29 09:42:27.950646 dv-cinder-788253-4-iscsi neutron-server[104731]: {{(pid=104731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 09:42:27.956284 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Attempting to bind port 1e80a464-9a6b-4768-89b1-74266f934664 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:42:27.956958 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Attempting to bind port 1e80a464-9a6b-4768-89b1-74266f934664 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': 'd081cb8b-50aa-411b-9660-2df50ef5bb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '74ef4570-61f6-46da-abf3-e3b30621b1de'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:42:27.957617 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Attempting to bind port 1e80a464-9a6b-4768-89b1-74266f934664 on network 74ef4570-61f6-46da-abf3-e3b30621b1de {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:42:27.967255 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:42:27.967937 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Checking segment: {'id': 'd081cb8b-50aa-411b-9660-2df50ef5bb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '74ef4570-61f6-46da-abf3-e3b30621b1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:42:27.968696 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:27.969394 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Bound using segment: {'id': 'd081cb8b-50aa-411b-9660-2df50ef5bb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '74ef4570-61f6-46da-abf3-e3b30621b1de'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:42:27.970198 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Bound port: 1e80a464-9a6b-4768-89b1-74266f934664, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd081cb8b-50aa-411b-9660-2df50ef5bb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '74ef4570-61f6-46da-abf3-e3b30621b1de'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:42:27.970842 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:28.098616 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] For port 1e80a464-9a6b-4768-89b1-74266f934664, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:42:28.140915 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] For port 1e80a464-9a6b-4768-89b1-74266f934664, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=1e80a464-9a6b-4768-89b1-74266f934664,segment=NetworkSegment(d081cb8b-50aa-411b-9660-2df50ef5bb28),segment_id=d081cb8b-50aa-411b-9660-2df50ef5bb28)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:42:28.146768 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:28.230236 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Routers {'d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:42:28.231843 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:42:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:42:28.345601 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66f664-511b-470a-8155-54bc55804307 None None] Pushing event updated for resources: {'Port': ['ID=1e80a464-9a6b-4768-89b1-74266f934664,revision_number=4']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:42:28.370750 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] Set router d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0 gateway port host: None {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:42:28.375958 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 56936) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:42:28.571172 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314c1188-a5c9-4733-9856-75761ecb1f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:42:28.573259 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-314c1188-a5c9-4733-9856-75761ecb1f0d admin admin] 10.222.0.78 "GET /v2.0/networks/b3b02076-35c8-452e-bb57-22f5e98db348 HTTP/1.1" status: 200 len: 842 time: 0.1955180 Jul 29 09:42:28.585960 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-c4051b06-7d3f-4060-813b-d2fda729394e admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:42:28.618826 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4051b06-7d3f-4060-813b-d2fda729394e admin admin] Made reservation on behalf of 7a11f43a6886490a9cacb42ea024be88 for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:42:28.621694 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c4051b06-7d3f-4060-813b-d2fda729394e admin admin] Notify callbacks [] for subnet, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:28.675444 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2084729-1bc5-42a1-8fa4-ec6cb1cb39d0', 'name': 'router1', 'tenant_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:42:14Z', 'updated_at': '2021-07-29T09:42:25Z', 'revision_number': 2, 'project_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'gw_port_host': None, '_interfaces': [{'id': '1e80a464-9a6b-4768-89b1-74266f934664', 'name': '', 'network_id': '74ef4570-61f6-46da-abf3-e3b30621b1de', 'tenant_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'mac_address': 'fa:16:3e:6f:ba:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2084729-1bc5-42a1-8fa4-ec6cb1cb39d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea3ddda8-b622-4a04-875a-0b7da86a9074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:42:24Z', 'updated_at': '2021-07-29T09:42:28Z', 'revision_number': 4, 'project_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'subnets': [{'id': 'ea3ddda8-b622-4a04-875a-0b7da86a9074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e0a16b-3d5e-4bb5-8f21-f91509a82a5f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:42:28.706227 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49c30f-69a9-485f-a543-736843b8ae87 None None] The sync data for ids ['d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0'] in dv-cinder-788253-4-iscsi is: [{'id': 'd2084729-1bc5-42a1-8fa4-ec6cb1cb39d0', 'name': 'router1', 'tenant_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:42:14Z', 'updated_at': '2021-07-29T09:42:25Z', 'revision_number': 2, 'project_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'gw_port_host': None, '_interfaces': [{'id': '1e80a464-9a6b-4768-89b1-74266f934664', 'name': '', 'network_id': '74ef4570-61f6-46da-abf3-e3b30621b1de', 'tenant_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'mac_address': 'fa:16:3e:6f:ba:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2084729-1bc5-42a1-8fa4-ec6cb1cb39d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea3ddda8-b622-4a04-875a-0b7da86a9074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:42:24Z', 'updated_at': '2021-07-29T09:42:28Z', 'revision_number': 4, 'project_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'subnets': [{'id': 'ea3ddda8-b622-4a04-875a-0b7da86a9074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e0a16b-3d5e-4bb5-8f21-f91509a82a5f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:42:29.003674 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.objects.ports [None req-c4051b06-7d3f-4060-813b-d2fda729394e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104729) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 09:42:29.003965 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c4051b06-7d3f-4060-813b-d2fda729394e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for subnet, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:29.064657 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4051b06-7d3f-4060-813b-d2fda729394e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb5e983-6a65-4f11-aa94-f451584e5c8e,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:42:29.077664 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4051b06-7d3f-4060-813b-d2fda729394e admin admin] Checking segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:42:29.078007 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4051b06-7d3f-4060-813b-d2fda729394e admin admin] Network hostable DHCP agents. Network: b3b02076-35c8-452e-bb57-22f5e98db348, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 09:42:29.095282 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4051b06-7d3f-4060-813b-d2fda729394e admin admin] Network b3b02076-35c8-452e-bb57-22f5e98db348 is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 09:42:29.107283 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-c4051b06-7d3f-4060-813b-d2fda729394e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, b3b02076-35c8-452e-bb57-22f5e98db348) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:42:29.112171 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4051b06-7d3f-4060-813b-d2fda729394e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:42:29.112767 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c4051b06-7d3f-4060-813b-d2fda729394e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:29.118268 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cf6503-76bc-4ca0-9507-505bf4879f3c None None] Network b3b02076-35c8-452e-bb57-22f5e98db348 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:42:29.128264 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-c4051b06-7d3f-4060-813b-d2fda729394e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5469749 Jul 29 09:42:29.337856 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ae814e-57bd-4465-b3d6-9e409a18dce2 None None] Network b3b02076-35c8-452e-bb57-22f5e98db348 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:42:31.619661 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 56944) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:42:31.767895 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-04d97c2a-74d1-4689-940b-6437e3f7386e admin admin] 10.222.0.78 "GET /v2.0/routers/d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0 HTTP/1.1" status: 200 len: 710 time: 0.1462958 Jul 29 09:42:31.963122 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1719c0-bca0-4e9f-927c-6d86defcdee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:42:31.975522 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-1a1719c0-bca0-4e9f-927c-6d86defcdee5 admin admin] 10.222.0.78 "GET /v2.0/networks/b3b02076-35c8-452e-bb57-22f5e98db348 HTTP/1.1" status: 200 len: 886 time: 0.1908548 Jul 29 09:42:31.984426 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-a0a951d8-7f9f-4447-b00d-378b739666bb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:42:32.302916 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a0a951d8-7f9f-4447-b00d-378b739666bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2302'] for router, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:32.578014 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a0a951d8-7f9f-4447-b00d-378b739666bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:32.667584 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a0a951d8-7f9f-4447-b00d-378b739666bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:32.818233 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-a0a951d8-7f9f-4447-b00d-378b739666bb admin admin] Allocated IP 172.27.2.105 (b3b02076-35c8-452e-bb57-22f5e98db348/fdb5e983-6a65-4f11-aa94-f451584e5c8e/231bb254-74ee-417c-9630-481dff240a0a) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:42:32.941063 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a0a951d8-7f9f-4447-b00d-378b739666bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:32.984396 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a0a951d8-7f9f-4447-b00d-378b739666bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:33.024608 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a951d8-7f9f-4447-b00d-378b739666bb admin admin] Network b3b02076-35c8-452e-bb57-22f5e98db348 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:42:33.027378 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-a0a951d8-7f9f-4447-b00d-378b739666bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:42:33.031571 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a951d8-7f9f-4447-b00d-378b739666bb admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:42:33.039472 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a951d8-7f9f-4447-b00d-378b739666bb admin admin] Pushing event updated for resources: {'Port': ['ID=231bb254-74ee-417c-9630-481dff240a0a,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:42:33.310075 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a0a951d8-7f9f-4447-b00d-378b739666bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:33.647916 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a0a951d8-7f9f-4447-b00d-378b739666bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2302'] for router, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:33.652236 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a0a951d8-7f9f-4447-b00d-378b739666bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592444'] for router, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:33.786952 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a951d8-7f9f-4447-b00d-378b739666bb admin admin] Router d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 09:42:33.910913 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a951d8-7f9f-4447-b00d-378b739666bb admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:42:33.915044 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a0a951d8-7f9f-4447-b00d-378b739666bb admin admin] Notify callbacks [] for router, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:33.916245 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-a0a951d8-7f9f-4447-b00d-378b739666bb admin admin] 10.222.0.78 "PUT /v2.0/routers/d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0 HTTP/1.1" status: 200 len: 890 time: 1.9397779 Jul 29 09:42:35.800172 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Sync routers for ids ['d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:42:35.811702 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Routers {'d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:42:35.812481 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:42:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:42:36.063630 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 1e80a464-9a6b-4768-89b1-74266f934664 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:42:36.167649 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Set router d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:42:36.255354 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port 1e80a464-9a6b-4768-89b1-74266f934664 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:42:36.293150 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 1e80a464-9a6b-4768-89b1-74266f934664 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:42:36.293571 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:36.589659 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:36.595152 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 56956) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:42:36.654116 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port 1e80a464-9a6b-4768-89b1-74266f934664, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=1e80a464-9a6b-4768-89b1-74266f934664,segment=NetworkSegment(d081cb8b-50aa-411b-9660-2df50ef5bb28),segment_id=d081cb8b-50aa-411b-9660-2df50ef5bb28)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:42:36.662518 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:36.736381 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2084729-1bc5-42a1-8fa4-ec6cb1cb39d0', 'name': 'router1', 'tenant_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '231bb254-74ee-417c-9630-481dff240a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:42:14Z', 'updated_at': '2021-07-29T09:42:33Z', 'revision_number': 4, 'project_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'gw_port': {'id': '231bb254-74ee-417c-9630-481dff240a0a', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2084729-1bc5-42a1-8fa4-ec6cb1cb39d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:42:32Z', 'updated_at': '2021-07-29T09:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '1e80a464-9a6b-4768-89b1-74266f934664', 'name': '', 'network_id': '74ef4570-61f6-46da-abf3-e3b30621b1de', 'tenant_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'mac_address': 'fa:16:3e:6f:ba:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2084729-1bc5-42a1-8fa4-ec6cb1cb39d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea3ddda8-b622-4a04-875a-0b7da86a9074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:42:24Z', 'updated_at': '2021-07-29T09:42:28Z', 'revision_number': 4, 'project_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'subnets': [{'id': 'ea3ddda8-b622-4a04-875a-0b7da86a9074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e0a16b-3d5e-4bb5-8f21-f91509a82a5f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:42:36.750894 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-de4077e2-8c8b-4f55-8b97-bba16457be4f admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1544609 Jul 29 09:42:36.792296 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=1e80a464-9a6b-4768-89b1-74266f934664,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:42:36.797354 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Checking router: d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:42:36.797996 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Updating router d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0 port 231bb254-74ee-417c-9630-481dff240a0a binding host dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 09:42:36.886429 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:37.256161 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Notify callbacks [] for port, precommit_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:37.271184 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Transition to ACTIVE for port object 231bb254-74ee-417c-9630-481dff240a0a will not be triggered until provisioned by entity L2. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:42:37.279368 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:37.334705 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48999d73-24c1-463e-b735-fb7beea31e43 None None] Pushing event updated for resources: {'Port': ['ID=231bb254-74ee-417c-9630-481dff240a0a,revision_number=2']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:42:37.341552 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Attempting to bind port 231bb254-74ee-417c-9630-481dff240a0a on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:42:37.341924 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Attempting to bind port 231bb254-74ee-417c-9630-481dff240a0a by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:42:37.342293 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Attempting to bind port 231bb254-74ee-417c-9630-481dff240a0a on network b3b02076-35c8-452e-bb57-22f5e98db348 {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:42:37.349847 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:42:37.350301 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Checking segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:42:37.350766 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:37.351226 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Bound using segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:42:37.351827 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Bound port: 231bb254-74ee-417c-9630-481dff240a0a, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:42:37.352296 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:37.416275 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] For port 231bb254-74ee-417c-9630-481dff240a0a, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:42:37.419743 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] For port 231bb254-74ee-417c-9630-481dff240a0a, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=231bb254-74ee-417c-9630-481dff240a0a,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:42:37.424632 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:37.484679 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Routers {'d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:42:37.485347 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:42:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:42:37.487333 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48999d73-24c1-463e-b735-fb7beea31e43 None None] Pushing event updated for resources: {'Port': ['ID=231bb254-74ee-417c-9630-481dff240a0a,revision_number=3']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:42:37.772142 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] Set router d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:42:37.996033 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 1e80a464-9a6b-4768-89b1-74266f934664 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:42:38.076932 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2084729-1bc5-42a1-8fa4-ec6cb1cb39d0', 'name': 'router1', 'tenant_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '231bb254-74ee-417c-9630-481dff240a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:42:14Z', 'updated_at': '2021-07-29T09:42:33Z', 'revision_number': 4, 'project_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'gw_port': {'id': '231bb254-74ee-417c-9630-481dff240a0a', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2084729-1bc5-42a1-8fa4-ec6cb1cb39d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:42:32Z', 'updated_at': '2021-07-29T09:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '1e80a464-9a6b-4768-89b1-74266f934664', 'name': '', 'network_id': '74ef4570-61f6-46da-abf3-e3b30621b1de', 'tenant_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'mac_address': 'fa:16:3e:6f:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2084729-1bc5-42a1-8fa4-ec6cb1cb39d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea3ddda8-b622-4a04-875a-0b7da86a9074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:42:24Z', 'updated_at': '2021-07-29T09:42:36Z', 'revision_number': 5, 'project_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'subnets': [{'id': 'ea3ddda8-b622-4a04-875a-0b7da86a9074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e0a16b-3d5e-4bb5-8f21-f91509a82a5f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:42:38.115916 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fddfeb0-24de-4019-b242-fe0e9fd2ceab None None] The sync data for ids ['d2084729-1bc5-42a1-8fa4-ec6cb1cb39d0'] in dv-cinder-788253-4-iscsi is: [{'id': 'd2084729-1bc5-42a1-8fa4-ec6cb1cb39d0', 'name': 'router1', 'tenant_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '231bb254-74ee-417c-9630-481dff240a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:42:14Z', 'updated_at': '2021-07-29T09:42:33Z', 'revision_number': 4, 'project_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'gw_port': {'id': '231bb254-74ee-417c-9630-481dff240a0a', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2084729-1bc5-42a1-8fa4-ec6cb1cb39d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:42:32Z', 'updated_at': '2021-07-29T09:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '1e80a464-9a6b-4768-89b1-74266f934664', 'name': '', 'network_id': '74ef4570-61f6-46da-abf3-e3b30621b1de', 'tenant_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'mac_address': 'fa:16:3e:6f:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2084729-1bc5-42a1-8fa4-ec6cb1cb39d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea3ddda8-b622-4a04-875a-0b7da86a9074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:42:24Z', 'updated_at': '2021-07-29T09:42:36Z', 'revision_number': 5, 'project_id': '6e9fc0f0b6874a7395c08041e7a5f968', 'subnets': [{'id': 'ea3ddda8-b622-4a04-875a-0b7da86a9074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e0a16b-3d5e-4bb5-8f21-f91509a82a5f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:42:38.119068 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 1e80a464-9a6b-4768-89b1-74266f934664 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:42:38.119567 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:40.058367 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 231bb254-74ee-417c-9630-481dff240a0a up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:42:40.115911 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port 231bb254-74ee-417c-9630-481dff240a0a completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:42:40.120111 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 231bb254-74ee-417c-9630-481dff240a0a triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:42:40.120574 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:40.213247 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:40.242390 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port 231bb254-74ee-417c-9630-481dff240a0a, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=231bb254-74ee-417c-9630-481dff240a0a,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:42:40.247101 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:40.315781 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=231bb254-74ee-417c-9630-481dff240a0a,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:42:42.038412 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 231bb254-74ee-417c-9630-481dff240a0a up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:42:42.144314 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 231bb254-74ee-417c-9630-481dff240a0a triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:42:42.144928 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:44.221685 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-64f2919e-2015-4be6-a114-e0d7f0e33264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:47.243187 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-5bf95dd9-1da1-43cb-b8af-2935b5c3783e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:47.321805 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 5 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:42:47.673079 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:48.566786 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:42:50.372804 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:43:14.204637 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-3aa607af-5341-456a-b353-3320f716238f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:43:17.225689 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-79479137-39a6-40a5-86dd-f6ec79bfa4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:43:17.665952 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:43:18.567669 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:43:20.363588 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:43:24.321057 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 5 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:43:44.199958 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-ba0dfa38-95d9-4fa6-baea-6a20b3dc2aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:43:47.229800 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-3a8b992f-823a-4c05-8dfb-eaa6e4606b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:43:47.805007 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:43:48.567942 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:43:50.356453 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:44:01.320726 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 5 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:44:14.210684 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-3b2855b6-9133-497f-9803-5c96a3d27215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:44:17.224282 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-c92d50ae-f677-485b-accd-adfcc394c5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:44:17.570732 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 57524) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:44:17.643038 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff51c9a-91d5-496a-a91f-4fd81591c1cf admin admin] GET failed (client error): The resource could not be found. Jul 29 09:44:17.644688 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-aff51c9a-91d5-496a-a91f-4fd81591c1cf admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0728271 Jul 29 09:44:17.668099 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:44:17.806532 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97bf54f-538b-445a-b8ec-80ab27b3293a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:44:17.808015 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-c97bf54f-538b-445a-b8ec-80ab27b3293a admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1591647 Jul 29 09:44:18.575060 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:44:20.000129 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 57534) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:44:20.097169 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa13739-8a1a-4017-932c-c3e6b7d638c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:44:20.098529 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-0aa13739-8a1a-4017-932c-c3e6b7d638c3 admin admin] 10.222.0.78 "GET /v2.0/subnets/ea3ddda8-b622-4a04-875a-0b7da86a9074 HTTP/1.1" status: 200 len: 849 time: 0.0973940 Jul 29 09:44:20.108427 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-75d6b507-8336-4660-a810-1313c573d0b0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:44:20.191927 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-75d6b507-8336-4660-a810-1313c573d0b0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:44:20.338713 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-75d6b507-8336-4660-a810-1313c573d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755119970088'] for subnet, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:44:20.358995 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:44:20.373322 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d6b507-8336-4660-a810-1313c573d0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:44:20.374384 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-75d6b507-8336-4660-a810-1313c573d0b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:44:20.388783 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-75d6b507-8336-4660-a810-1313c573d0b0 admin admin] 10.222.0.78 "PUT /v2.0/subnets/ea3ddda8-b622-4a04-875a-0b7da86a9074 HTTP/1.1" status: 200 len: 868 time: 0.2705598 Jul 29 09:44:20.389040 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab37ea9c-91e3-4416-b46e-1392f3e76f70 None None] Network 74ef4570-61f6-46da-abf3-e3b30621b1de requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:44:20.394508 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6b507-8336-4660-a810-1313c573d0b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea3ddda8-b622-4a04-875a-0b7da86a9074,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:44:20.402812 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6b507-8336-4660-a810-1313c573d0b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:44:20.403259 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6b507-8336-4660-a810-1313c573d0b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:44:20.403553 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6b507-8336-4660-a810-1313c573d0b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:44:20.403851 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6b507-8336-4660-a810-1313c573d0b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:44:20.404183 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6b507-8336-4660-a810-1313c573d0b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:44:20.404512 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6b507-8336-4660-a810-1313c573d0b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:44:20.404872 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6b507-8336-4660-a810-1313c573d0b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:44:20.405205 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6b507-8336-4660-a810-1313c573d0b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:44:20.405603 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6b507-8336-4660-a810-1313c573d0b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:44:20.405930 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6b507-8336-4660-a810-1313c573d0b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:44:20.406310 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6b507-8336-4660-a810-1313c573d0b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:44:20.406641 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6b507-8336-4660-a810-1313c573d0b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:44:20.721931 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-9ae273c2-0d20-4744-bce9-da7b042e01dc None None] Provisioning complete for port 1e80a464-9a6b-4768-89b1-74266f934664 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:44:20.722308 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-9ae273c2-0d20-4744-bce9-da7b042e01dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:44:20.810017 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-9ae273c2-0d20-4744-bce9-da7b042e01dc None None] Provisioning complete for port b67e2b91-2b5f-4608-a129-5f9b1ca6a8d3 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:44:20.810385 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-9ae273c2-0d20-4744-bce9-da7b042e01dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:44:22.608272 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 57542) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:44:22.808880 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769901fa-4a4b-41e6-b4ab-caee0561167c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:44:22.809366 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769901fa-4a4b-41e6-b4ab-caee0561167c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:44:22.810921 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-769901fa-4a4b-41e6-b4ab-caee0561167c admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2016492 Jul 29 09:44:25.017847 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 57550) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:44:25.147155 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9dc88e-c7dd-46f2-9cc3-be8de0d18de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:44:25.147628 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9dc88e-c7dd-46f2-9cc3-be8de0d18de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:44:25.149201 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-8b9dc88e-c7dd-46f2-9cc3-be8de0d18de7 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1303904 Jul 29 09:44:27.371143 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 57558) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:44:27.504825 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a901b8-0bfb-47cb-a204-cf1c7b576c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:44:27.506232 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-75a901b8-0bfb-47cb-a204-cf1c7b576c5a admin admin] 10.222.0.78 "GET /v2.0/networks/74ef4570-61f6-46da-abf3-e3b30621b1de HTTP/1.1" status: 200 len: 870 time: 0.1341257 Jul 29 09:44:29.719257 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 57566) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:44:29.845291 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da96b2c-2d03-4fa8-9b1b-4ef946c692f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:44:29.846683 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-9da96b2c-2d03-4fa8-9b1b-4ef946c692f5 admin admin] 10.222.0.78 "GET /v2.0/networks/b3b02076-35c8-452e-bb57-22f5e98db348 HTTP/1.1" status: 200 len: 886 time: 0.1264398 Jul 29 09:44:32.074944 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 57574) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:44:32.215184 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f017698d-c765-443c-b598-f78bf0d8d5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:44:32.215648 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f017698d-c765-443c-b598-f78bf0d8d5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:44:32.217246 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-f017698d-c765-443c-b598-f78bf0d8d5d6 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1411114 Jul 29 09:44:34.451886 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 57584) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:44:34.557376 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269467d1-1448-42f8-9bc3-f52e15519602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:44:34.557812 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269467d1-1448-42f8-9bc3-f52e15519602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:44:34.559384 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-269467d1-1448-42f8-9bc3-f52e15519602 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1064925 Jul 29 09:44:36.797571 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 57592) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:44:36.960695 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c02344-5820-4806-8a57-22f79b8d7fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:44:36.962139 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-43c02344-5820-4806-8a57-22f79b8d7fde admin admin] 10.222.0.78 "GET /v2.0/subnets/ea3ddda8-b622-4a04-875a-0b7da86a9074 HTTP/1.1" status: 200 len: 868 time: 0.1635537 Jul 29 09:44:38.319271 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 5 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:44:39.181074 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 57600) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:44:39.286180 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1e7a98-66d2-4dee-9eaa-d4e260a1e955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:44:39.287563 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-5e1e7a98-66d2-4dee-9eaa-d4e260a1e955 admin admin] 10.222.0.78 "GET /v2.0/subnets/fdb5e983-6a65-4f11-aa94-f451584e5c8e HTTP/1.1" status: 200 len: 816 time: 0.1054394 Jul 29 09:44:44.208857 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-29a1893a-d15c-4ea1-9834-ced11457aeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:44:47.226592 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f6e05f86-e290-47b6-a73f-e6fec5053ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:44:47.670349 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:44:48.573829 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:44:50.361246 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:05.477660 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 57654) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:45:05.526388 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [None req-c692f22a-55cd-4552-9f33-f41e24f80d0b admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 09:45:05.527680 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-c692f22a-55cd-4552-9f33-f41e24f80d0b admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490813 Jul 29 09:45:07.808735 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 57662) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:45:07.877616 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.pecan_wsgi.hooks.translation [None req-577b63b0-4313-4fc6-911f-7d9091f06b1a admin admin] GET failed (client error): The resource could not be found. Jul 29 09:45:07.879029 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-577b63b0-4313-4fc6-911f-7d9091f06b1a admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0693078 Jul 29 09:45:08.023144 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec051727-61c7-4329-9115-fb12744853de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:45:08.024615 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-ec051727-61c7-4329-9115-fb12744853de admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1405318 Jul 29 09:45:10.337049 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 57670) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:45:10.384566 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-e29b0369-eaf7-4016-b16b-2a32a90cf552 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:45:10.406465 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29b0369-eaf7-4016-b16b-2a32a90cf552 admin admin] Made reservation on behalf of 7a11f43a6886490a9cacb42ea024be88 for: {'network': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:45:10.408659 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e29b0369-eaf7-4016-b16b-2a32a90cf552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:10.436987 dv-cinder-788253-4-iscsi neutron-server[104729]: WARNING neutron.services.revisions.revision_plugin [None req-e29b0369-eaf7-4016-b16b-2a32a90cf552 admin admin] Could not find related network for resource to bump revision. Jul 29 09:45:10.454291 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29b0369-eaf7-4016-b16b-2a32a90cf552 admin admin] vlan segment allocate from pool success with {'vlan_id': 1105, 'physical_network': 'physnet1'} {{(pid=104729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 09:45:10.466935 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e29b0369-eaf7-4016-b16b-2a32a90cf552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:10.467283 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.segments_db [None req-e29b0369-eaf7-4016-b16b-2a32a90cf552 admin admin] Added segment 40fa5822-465a-43b7-9754-27a42b9faad2 of type vlan for network 4c0521e3-e964-4047-a7bd-fd4cec3df6a0 Jul 29 09:45:10.531047 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e29b0369-eaf7-4016-b16b-2a32a90cf552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:10.562165 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e29b0369-eaf7-4016-b16b-2a32a90cf552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:10.563267 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29b0369-eaf7-4016-b16b-2a32a90cf552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:45:10.563847 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e29b0369-eaf7-4016-b16b-2a32a90cf552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:10.749261 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-e29b0369-eaf7-4016-b16b-2a32a90cf552 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4110689 Jul 29 09:45:10.758522 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b0369-eaf7-4016-b16b-2a32a90cf552 admin admin] Pushing event updated for resources: {'Network': ['ID=4c0521e3-e964-4047-a7bd-fd4cec3df6a0,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:45:10.777078 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network 4c0521e3-e964-4047-a7bd-fd4cec3df6a0 details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 09:45:13.124230 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 57678) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:45:13.184054 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.pecan_wsgi.hooks.translation [None req-f318d980-ee00-4f04-8ca9-465105417d7e admin admin] GET failed (client error): The resource could not be found. Jul 29 09:45:13.185545 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-f318d980-ee00-4f04-8ca9-465105417d7e admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603428 Jul 29 09:45:13.260443 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753fff14-c7a2-423d-85d6-fbe302fb0d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:45:13.261938 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-753fff14-c7a2-423d-85d6-fbe302fb0d3f admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0719504 Jul 29 09:45:13.272637 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Request body: {'subnet': {'network_id': '4c0521e3-e964-4047-a7bd-fd4cec3df6a0', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:45:13.297477 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Made reservation on behalf of 7a11f43a6886490a9cacb42ea024be88 for: {'subnet': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:45:13.299794 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Notify callbacks [] for subnet, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:13.533405 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for subnet, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:13.592320 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a754902-df12-4791-add4-ccc64805bab2,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:45:13.604122 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:13.604883 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:13.605248 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:13.605589 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:13.605928 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:13.606278 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:13.606889 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:13.607250 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:13.607604 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:13.607937 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:13.608265 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:13.608595 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:13.618887 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Checking segment: {'id': '40fa5822-465a-43b7-9754-27a42b9faad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '4c0521e3-e964-4047-a7bd-fd4cec3df6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:45:13.619268 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Network hostable DHCP agents. Network: 4c0521e3-e964-4047-a7bd-fd4cec3df6a0, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 09:45:13.640839 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Network 4c0521e3-e964-4047-a7bd-fd4cec3df6a0 is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 09:45:13.653096 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, 4c0521e3-e964-4047-a7bd-fd4cec3df6a0) {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:45:13.657832 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:45:13.658440 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:13.663035 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2903bb-aa33-4ca9-855b-dbee9f0615c3 None None] Network 4c0521e3-e964-4047-a7bd-fd4cec3df6a0 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:45:13.673625 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-f1203ae4-2f29-4f9c-a09e-6b19d27cf47e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4044816 Jul 29 09:45:13.821074 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp282115e9-f32f-56c0-b3bc-1df1ec6c79b4-4c0521e3-e964-4047-a7bd-fd4cec3df6a0', 'network_id': '4c0521e3-e964-4047-a7bd-fd4cec3df6a0', 'tenant_id': '7a11f43a6886490a9cacb42ea024be88', 'fixed_ips': [{'subnet_id': '4a754902-df12-4791-add4-ccc64805bab2'}]}} from dv-cinder-788253-4-iscsi. {{(pid=104730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 09:45:13.822043 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:13.962102 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.db_base_plugin_common [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Allocated IP 192.168.233.2 (4c0521e3-e964-4047-a7bd-fd4cec3df6a0/4a754902-df12-4791-add4-ccc64805bab2/4fb6f939-6225-46a8-be40-8fb7cce3fede) {{(pid=104730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:45:14.138920 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Notify callbacks [] for port, precommit_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:14.148489 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Transition to ACTIVE for port object 4fb6f939-6225-46a8-be40-8fb7cce3fede will not be triggered until provisioned by entity L2. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:45:14.166165 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Transition to ACTIVE for port object 4fb6f939-6225-46a8-be40-8fb7cce3fede will not be triggered until provisioned by entity DHCP. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:45:14.173340 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:14.223626 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Network 4c0521e3-e964-4047-a7bd-fd4cec3df6a0 is already hosted by enough agents. {{(pid=104730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:45:14.232351 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.base_scheduler [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Resources bound (agent type, host, resource id): {{(pid=104730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:45:14.234977 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Received port after_create {{(pid=104730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:45:14.246593 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Pushing event updated for resources: {'Port': ['ID=4fb6f939-6225-46a8-be40-8fb7cce3fede,revision_number=1']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:45:14.253416 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-060c8e38-7bda-4ab4-b010-e4a2c163cdef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:14.261873 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:14.262250 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:14.262606 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:14.262964 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:14.263581 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:14.263671 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:14.263942 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:14.264277 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:14.265014 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:14.265354 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:14.265969 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:14.266324 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:45:14.321128 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Attempting to bind port 4fb6f939-6225-46a8-be40-8fb7cce3fede on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:45:14.321506 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Attempting to bind port 4fb6f939-6225-46a8-be40-8fb7cce3fede by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '40fa5822-465a-43b7-9754-27a42b9faad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '4c0521e3-e964-4047-a7bd-fd4cec3df6a0'}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:45:14.321870 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Attempting to bind port 4fb6f939-6225-46a8-be40-8fb7cce3fede on network 4c0521e3-e964-4047-a7bd-fd4cec3df6a0 {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:45:14.327448 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:45:14.327819 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Checking segment: {'id': '40fa5822-465a-43b7-9754-27a42b9faad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '4c0521e3-e964-4047-a7bd-fd4cec3df6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:45:14.328233 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:14.328628 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Bound using segment: {'id': '40fa5822-465a-43b7-9754-27a42b9faad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '4c0521e3-e964-4047-a7bd-fd4cec3df6a0'} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:45:14.329130 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Bound port: 4fb6f939-6225-46a8-be40-8fb7cce3fede, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fa5822-465a-43b7-9754-27a42b9faad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '4c0521e3-e964-4047-a7bd-fd4cec3df6a0'}}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:45:14.329546 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:14.393311 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] For port 4fb6f939-6225-46a8-be40-8fb7cce3fede, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:45:14.396559 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] For port 4fb6f939-6225-46a8-be40-8fb7cce3fede, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=4fb6f939-6225-46a8-be40-8fb7cce3fede,segment=NetworkSegment(40fa5822-465a-43b7-9754-27a42b9faad2),segment_id=40fa5822-465a-43b7-9754-27a42b9faad2)] {{(pid=104730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:45:14.401566 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:14.466472 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2e692-bdfe-4b1e-9bdf-1c1d375c42b0 None None] Pushing event updated for resources: {'Port': ['ID=4fb6f939-6225-46a8-be40-8fb7cce3fede,revision_number=2']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:45:15.248256 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66375ff-287f-4eae-875a-c7f3a08f0814 None None] Network 4c0521e3-e964-4047-a7bd-fd4cec3df6a0 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:45:15.318365 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 5 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:45:15.366503 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-7391e3fb-804d-45c5-85ec-6906137c8fd4 None None] Provisioning for port 4fb6f939-6225-46a8-be40-8fb7cce3fede completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:45:16.136125 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 4fb6f939-6225-46a8-be40-8fb7cce3fede up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:45:16.193223 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port 4fb6f939-6225-46a8-be40-8fb7cce3fede completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:45:16.197808 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 4fb6f939-6225-46a8-be40-8fb7cce3fede triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:45:16.198185 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:16.276400 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:16.309989 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port 4fb6f939-6225-46a8-be40-8fb7cce3fede, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=4fb6f939-6225-46a8-be40-8fb7cce3fede,segment=NetworkSegment(40fa5822-465a-43b7-9754-27a42b9faad2),segment_id=40fa5822-465a-43b7-9754-27a42b9faad2)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:45:16.314571 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:16.366765 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=4fb6f939-6225-46a8-be40-8fb7cce3fede,revision_number=3']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:45:17.229046 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-678f93a0-a386-4b07-b4b1-d6f1543486ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:17.675869 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:18.111946 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 4fb6f939-6225-46a8-be40-8fb7cce3fede up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:45:18.160882 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 4fb6f939-6225-46a8-be40-8fb7cce3fede triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:45:18.161253 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:18.577101 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:20.365068 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:44.206174 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-a553bf53-3cbc-41f8-beb9-32715491bccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:47.231406 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-58374abf-c091-4019-877a-7009f2a12b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:47.678033 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:48.578982 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:50.374286 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:45:52.317867 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 5 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:46:14.208581 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-3a93d499-adee-4d36-b50f-48d48bab9cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:46:17.232966 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-cd598715-6081-4d0a-8509-09ea7f1da2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:46:17.681362 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:46:18.582573 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:46:20.370660 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:46:25.023784 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 57732) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:46:25.029862 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [None req-6d52a7e2-95b6-48ab-9e06-981d37c66d12 tempest-verify_tempest_config-770595249 tempest-verify_tempest_config-770595249-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 09:46:25.030869 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6d52a7e2-95b6-48ab-9e06-981d37c66d12 tempest-verify_tempest_config-770595249 tempest-verify_tempest_config-770595249-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061181 Jul 29 09:46:25.329973 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 57750) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:46:25.430466 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dd729809-7ff9-4fd0-9167-36db933ab26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:46:25.518790 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dd729809-7ff9-4fd0-9167-36db933ab26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:46:25.522883 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dd729809-7ff9-4fd0-9167-36db933ab26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:46:25.566150 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-dd729809-7ff9-4fd0-9167-36db933ab26d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b5bece2bb9914afc873b37e19ddcaa44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2350600 Jul 29 09:46:25.567081 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd729809-7ff9-4fd0-9167-36db933ab26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3f27bf-1775-4a9e-99e0-7c78281af6b7,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:46:25.569105 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 57754) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:46:25.574036 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd729809-7ff9-4fd0-9167-36db933ab26d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.574404 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd729809-7ff9-4fd0-9167-36db933ab26d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.575008 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd729809-7ff9-4fd0-9167-36db933ab26d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.575343 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd729809-7ff9-4fd0-9167-36db933ab26d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.575681 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd729809-7ff9-4fd0-9167-36db933ab26d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.576007 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd729809-7ff9-4fd0-9167-36db933ab26d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.576334 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd729809-7ff9-4fd0-9167-36db933ab26d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.576674 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd729809-7ff9-4fd0-9167-36db933ab26d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.577043 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd729809-7ff9-4fd0-9167-36db933ab26d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.577370 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd729809-7ff9-4fd0-9167-36db933ab26d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.577693 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd729809-7ff9-4fd0-9167-36db933ab26d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.578012 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd729809-7ff9-4fd0-9167-36db933ab26d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.630127 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1aaf44a0-5a4f-4b3e-9883-d1c5c647b022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:46:25.651018 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1aaf44a0-5a4f-4b3e-9883-d1c5c647b022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:46:25.741868 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1aaf44a0-5a4f-4b3e-9883-d1c5c647b022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:46:25.744447 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1aaf44a0-5a4f-4b3e-9883-d1c5c647b022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:46:25.745660 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-1aaf44a0-5a4f-4b3e-9883-d1c5c647b022 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0b3f27bf-1775-4a9e-99e0-7c78281af6b7 HTTP/1.1" status: 204 len: 168 time: 0.1755059 Jul 29 09:46:25.753851 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf44a0-5a4f-4b3e-9883-d1c5c647b022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3f27bf-1775-4a9e-99e0-7c78281af6b7,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:46:25.760513 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf44a0-5a4f-4b3e-9883-d1c5c647b022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.760910 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf44a0-5a4f-4b3e-9883-d1c5c647b022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.761257 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf44a0-5a4f-4b3e-9883-d1c5c647b022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.761590 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf44a0-5a4f-4b3e-9883-d1c5c647b022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.761924 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf44a0-5a4f-4b3e-9883-d1c5c647b022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.762253 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf44a0-5a4f-4b3e-9883-d1c5c647b022 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.762582 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf44a0-5a4f-4b3e-9883-d1c5c647b022 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.762950 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf44a0-5a4f-4b3e-9883-d1c5c647b022 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.763286 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf44a0-5a4f-4b3e-9883-d1c5c647b022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.763651 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf44a0-5a4f-4b3e-9883-d1c5c647b022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.763963 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf44a0-5a4f-4b3e-9883-d1c5c647b022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:25.764283 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf44a0-5a4f-4b3e-9883-d1c5c647b022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:46:29.316529 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 5 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:46:44.215804 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-2115a891-16eb-4787-bb08-7c0668140269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:46:47.234459 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-1305a010-f8c0-4e62-bc94-e6ef2e488121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:46:47.683827 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:46:48.583741 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:46:50.372912 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:47:06.316067 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 5 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:47:14.213315 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-b9b25087-9f4b-4a95-95cf-4f3ce56940d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:47:17.238238 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-15d60dab-c8ac-4f84-84b7-c8deb8486d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:47:17.686085 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:47:18.589119 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:47:20.376467 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:47:43.314768 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 5 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:47:44.214536 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-6a321bb0-edb8-426f-803b-07f89d97e381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:47:47.243604 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-a20285af-9e2e-4ff7-a78a-c5ac1ce7589e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:47:47.702403 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:47:48.589810 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:47:50.386361 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:48:05.742569 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591515'] for agent, after_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:48:14.217435 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-35fabe7f-8a5d-4888-8e16-7b003e3f8f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:48:17.249102 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0fca6933-757f-4808-ac03-86a03092f9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:48:17.689988 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:48:18.593099 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:48:20.315279 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:48:20.386905 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:48:21.997226 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 57828) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:48:22.131970 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-cfb5dfa0-46a6-40db-a604-cd34e8327e57 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1335804 Jul 29 09:48:24.447313 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 57838) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:48:24.501811 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-e44db17c-2822-41c4-8f7b-9534b7f00364 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0534956 Jul 29 09:48:35.706333 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:48:44.220104 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-b2dd285a-73b8-4879-8a25-8bd43c5e0f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:48:47.252158 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-ba3957fa-b9d6-4a4c-8869-b6a6de4996bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:48:47.684814 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:48:48.599301 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:48:50.386773 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:48:57.314808 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:49:05.716534 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:49:14.224622 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-5270e6db-fe00-40b4-8263-bccd89acb33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:49:17.255800 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f3dca8f0-9cd2-462a-bd5e-6843fe3ba839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:49:17.686100 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:49:18.610600 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:49:20.399090 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:49:34.318051 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:49:35.724914 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:49:44.233430 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-712a110c-eb18-4651-ac08-ab0c531a0e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:49:47.267621 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-d279dd9b-6251-4c3a-bfee-2bf7cb98d56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:49:47.701880 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:49:48.612984 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:49:50.405131 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:02.573273 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58038) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:03.267471 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-544517513-network', 'tenant_id': 'ffa878d0aac14ae987b17e465ad1769e'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:03.305744 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Made reservation on behalf of ffa878d0aac14ae987b17e465ad1769e for: {'network': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:50:03.309121 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:03.320946 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:03.416491 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58068) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:03.454712 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:03.464749 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:03.494616 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:03.515413 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:03.515767 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:03.516126 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:03.516466 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:03.517074 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:03.517595 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:03.518152 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:03.518696 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:03.519221 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:03.519718 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:03.520233 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:03.520569 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Tracked resource versions report: Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: pushed versions: Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: { 'AddressGroup': {'1.2'}, Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'ConntrackHelper': {'1.0'}, Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Log': {'1.0'}, Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Network': {'1.1'}, Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Port': {'1.7'}, Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'PortForwarding': {'1.2'}, Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'QosPolicy': {'1.8'}, Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'SecurityGroup': {'1.4'}, Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'SecurityGroupRule': {'1.2'}, Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'SubPort': {'1.0'}, Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Subnet': {'1.1'}, Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Trunk': {'1.1'}} Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: consumer versions: Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: { DHCP agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: HyperV agent@hv-cinder-78825: {}, Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: L3 agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: Metadata agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: Metering agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: Open vSwitch agent@dv-cinder-788253-4-iscsi: { 'AddressGroup': '1.2', Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'ConntrackHelper': '1.0', Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Log': '1.0', Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Network': '1.1', Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Port': '1.7', Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'PortForwarding': '1.2', Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'QosPolicy': '1.8', Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'SecurityGroup': '1.4', Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'SecurityGroupRule': '1.2', Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'SubPort': '1.0', Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Subnet': '1.1', Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: 'Trunk': '1.1'}} Jul 29 09:50:03.525179 dv-cinder-788253-4-iscsi neutron-server[104728]: {{(pid=104728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 09:50:03.531989 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58082) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:03.542046 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] vlan segment allocate from pool success with {'vlan_id': 1107, 'physical_network': 'physnet1'} {{(pid=104728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 09:50:03.561222 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:03.561658 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.segments_db [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Added segment ea7870e2-4591-412b-abea-51a261584522 of type vlan for network 4a43051e-9405-4d7d-b1d4-41bec9856a1d Jul 29 09:50:03.612873 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:03.661598 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:03.663262 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:03.664207 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:03.781170 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2053201 Jul 29 09:50:03.781514 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-228bc712-a632-4b85-b4a1-7d70190c4a22 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1496061232-network', 'tenant_id': '01580bad8dab4d5ebd35d7946e4f288b'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:03.782667 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae9a07-185a-4377-9ed6-529666221a5b admin admin] Pushing event updated for resources: {'Network': ['ID=4a43051e-9405-4d7d-b1d4-41bec9856a1d,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:03.786011 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58090) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:03.791959 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-56257b87-d628-485b-80ed-a18f1ec362ad admin admin] Request body: {'subnet': {'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-544517513-subnet', 'tenant_id': 'ffa878d0aac14ae987b17e465ad1769e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:03.812298 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network 4a43051e-9405-4d7d-b1d4-41bec9856a1d details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 09:50:03.837181 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.db.api [None req-228bc712-a632-4b85-b4a1-7d70190c4a22 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 09:50:03.837181 dv-cinder-788253-4-iscsi neutron-server[104729]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 09:50:03.837181 dv-cinder-788253-4-iscsi neutron-server[104729]: [parameters: {'project_id': '01580bad8dab4d5ebd35d7946e4f288b', 'id': '41d3d7bc-b883-482b-b6ec-b1192adbaf96', 'expiration': datetime.datetime(2021, 7, 29, 9, 52, 3, 817647)}] Jul 29 09:50:03.837181 dv-cinder-788253-4-iscsi neutron-server[104729]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 09:50:03.837909 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG oslo_db.api [None req-228bc712-a632-4b85-b4a1-7d70190c4a22 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 09:50:03.847908 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56257b87-d628-485b-80ed-a18f1ec362ad admin admin] Made reservation on behalf of ffa878d0aac14ae987b17e465ad1769e for: {'subnet': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:50:03.851360 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-56257b87-d628-485b-80ed-a18f1ec362ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:04.059271 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1023543507-network', 'tenant_id': '5f94ae44657b45829cd30606744082cd'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:04.109874 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-56257b87-d628-485b-80ed-a18f1ec362ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for subnet, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:04.113737 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Made reservation on behalf of 5f94ae44657b45829cd30606744082cd for: {'network': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:50:04.118526 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:04.130360 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:04.182290 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56257b87-d628-485b-80ed-a18f1ec362ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ad0de8-8eb3-4402-86a4-0707bcb79a43,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:04.233762 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56257b87-d628-485b-80ed-a18f1ec362ad admin admin] Checking segment: {'id': 'ea7870e2-4591-412b-abea-51a261584522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:50:04.234473 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56257b87-d628-485b-80ed-a18f1ec362ad admin admin] Network hostable DHCP agents. Network: 4a43051e-9405-4d7d-b1d4-41bec9856a1d, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 09:50:04.271600 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56257b87-d628-485b-80ed-a18f1ec362ad admin admin] Network 4a43051e-9405-4d7d-b1d4-41bec9856a1d is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 09:50:04.305582 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-56257b87-d628-485b-80ed-a18f1ec362ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, 4a43051e-9405-4d7d-b1d4-41bec9856a1d) {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:50:04.306236 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:04.312588 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:04.322069 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a33877-0053-4ce1-b5c9-5c714ac4e33d None None] Network 4a43051e-9405-4d7d-b1d4-41bec9856a1d requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:50:04.324474 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56257b87-d628-485b-80ed-a18f1ec362ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:04.325362 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-56257b87-d628-485b-80ed-a18f1ec362ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:04.336626 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1106, 'physical_network': 'physnet1'} {{(pid=104729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 09:50:04.355677 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:04.356581 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.segments_db [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Added segment 5d796c47-c8c4-40ed-8295-5c427605e27f of type vlan for network f821e966-bfee-4ec4-b30a-3dcf2b8f81d2 Jul 29 09:50:04.358997 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-56257b87-d628-485b-80ed-a18f1ec362ad admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5716245 Jul 29 09:50:04.364323 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58106) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:04.373584 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-544517513-router', 'tenant_id': 'ffa878d0aac14ae987b17e465ad1769e', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:04.423166 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:04.434736 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2267'] for router, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:04.436943 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1720115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2256'] for router, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:04.477687 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:04.479274 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:04.480277 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:04.507029 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dadd318-8eb9-4115-b795-8191b9c45335,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:04.604143 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:04.619240 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:04.627205 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:04.628010 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:04.628737 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:04.629422 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:04.631811 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:04.632542 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:04.636911 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:04.637659 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:04.638336 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:04.639012 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:04.639687 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Tracked resource versions report: Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: pushed versions: Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: { 'AddressGroup': {'1.2'}, Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'ConntrackHelper': {'1.0'}, Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Log': {'1.0'}, Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Network': {'1.1'}, Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Port': {'1.7'}, Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'PortForwarding': {'1.2'}, Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'QosPolicy': {'1.8'}, Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'SecurityGroup': {'1.4'}, Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'SecurityGroupRule': {'1.2'}, Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'SubPort': {'1.0'}, Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Subnet': {'1.1'}, Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Trunk': {'1.1'}} Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: consumer versions: Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: { DHCP agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: HyperV agent@hv-cinder-78825: {}, Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: L3 agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: Metadata agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: Metering agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: Open vSwitch agent@dv-cinder-788253-4-iscsi: { 'AddressGroup': '1.2', Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'ConntrackHelper': '1.0', Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Log': '1.0', Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Network': '1.1', Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Port': '1.7', Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'PortForwarding': '1.2', Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'QosPolicy': '1.8', Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'SecurityGroup': '1.4', Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'SecurityGroupRule': '1.2', Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'SubPort': '1.0', Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Subnet': '1.1', Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: 'Trunk': '1.1'}} Jul 29 09:50:04.644360 dv-cinder-788253-4-iscsi neutron-server[104729]: {{(pid=104729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 09:50:04.717382 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] Pushing event updated for resources: {'Network': ['ID=f821e966-bfee-4ec4-b30a-3dcf2b8f81d2,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:04.739522 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-63460678-13db-4dde-a832-8125ed2170f1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1972258 Jul 29 09:50:04.741286 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58114) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:04.748946 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58116) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:04.756029 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network f821e966-bfee-4ec4-b30a-3dcf2b8f81d2 details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 09:50:04.759616 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-9cb22ae6-a78f-4358-8319-2b2592ed7c3c admin admin] Request body: {'subnet': {'network_id': 'f821e966-bfee-4ec4-b30a-3dcf2b8f81d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1023543507-subnet', 'tenant_id': '5f94ae44657b45829cd30606744082cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:04.775992 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7ada7a-ef74-4a07-a703-f61ba2b47180 None None] Network 4a43051e-9405-4d7d-b1d4-41bec9856a1d requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:50:04.848528 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228bc712-a632-4b85-b4a1-7d70190c4a22 admin admin] Made reservation on behalf of 01580bad8dab4d5ebd35d7946e4f288b for: {'network': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:50:04.857404 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-228bc712-a632-4b85-b4a1-7d70190c4a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:04.886935 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb22ae6-a78f-4358-8319-2b2592ed7c3c admin admin] Made reservation on behalf of 5f94ae44657b45829cd30606744082cd for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:50:04.903922 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9cb22ae6-a78f-4358-8319-2b2592ed7c3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:05.010328 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2302'] for router, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:05.432588 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-8843ae24-7343-4eb9-ae5f-26b3210419f1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2086721036-network', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:05.444910 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9cb22ae6-a78f-4358-8319-2b2592ed7c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for subnet, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:05.447778 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-228bc712-a632-4b85-b4a1-7d70190c4a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:05.649325 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:05.656594 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8843ae24-7343-4eb9-ae5f-26b3210419f1 admin admin] Made reservation on behalf of 8d0213ef301145e88bfeefb34d12fda1 for: {'network': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:50:05.665782 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8843ae24-7343-4eb9-ae5f-26b3210419f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:05.696263 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:05.740525 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:05.758548 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8843ae24-7343-4eb9-ae5f-26b3210419f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:05.794143 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb22ae6-a78f-4358-8319-2b2592ed7c3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=481f6777-1c0f-40a4-9bc6-96356e6f6500,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:05.853056 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb22ae6-a78f-4358-8319-2b2592ed7c3c admin admin] Checking segment: {'id': '5d796c47-c8c4-40ed-8295-5c427605e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'f821e966-bfee-4ec4-b30a-3dcf2b8f81d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:50:05.858836 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb22ae6-a78f-4358-8319-2b2592ed7c3c admin admin] Network hostable DHCP agents. Network: f821e966-bfee-4ec4-b30a-3dcf2b8f81d2, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 09:50:05.989491 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb22ae6-a78f-4358-8319-2b2592ed7c3c admin admin] Network f821e966-bfee-4ec4-b30a-3dcf2b8f81d2 is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 09:50:06.016782 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-9cb22ae6-a78f-4358-8319-2b2592ed7c3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, f821e966-bfee-4ec4-b30a-3dcf2b8f81d2) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:50:06.030650 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc204f7a-18f1-4cd4-9252-2a3e4d898677 None None] Network f821e966-bfee-4ec4-b30a-3dcf2b8f81d2 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:50:06.035262 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb22ae6-a78f-4358-8319-2b2592ed7c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:06.039319 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9cb22ae6-a78f-4358-8319-2b2592ed7c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:06.143047 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] Allocated IP 172.27.2.30 (b3b02076-35c8-452e-bb57-22f5e98db348/fdb5e983-6a65-4f11-aa94-f451584e5c8e/ce87473e-e42a-4855-8f73-940d70bcd09d) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:50:06.210573 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-228bc712-a632-4b85-b4a1-7d70190c4a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:06.224786 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-228bc712-a632-4b85-b4a1-7d70190c4a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:06.313463 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-9cb22ae6-a78f-4358-8319-2b2592ed7c3c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5660603 Jul 29 09:50:06.417723 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228bc712-a632-4b85-b4a1-7d70190c4a22 admin admin] vlan segment allocate from pool success with {'vlan_id': 1101, 'physical_network': 'physnet1'} {{(pid=104729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 09:50:06.456971 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:06.489076 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-228bc712-a632-4b85-b4a1-7d70190c4a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:06.491662 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.segments_db [None req-228bc712-a632-4b85-b4a1-7d70190c4a22 admin admin] Added segment 21da512d-96f0-4f13-bbaa-2ff184e95801 of type vlan for network b62147f5-997e-4572-bdc7-ea42ca4c2f88 Jul 29 09:50:06.525681 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bc712-a632-4b85-b4a1-7d70190c4a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92869082-54c7-4f4c-b469-c13a1e99de4a,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:06.650522 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-228bc712-a632-4b85-b4a1-7d70190c4a22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:06.672981 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea80842c-a1a3-41c6-a8fc-340a955f00c6 None None] Network f821e966-bfee-4ec4-b30a-3dcf2b8f81d2 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:50:06.718985 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:06.797581 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58176) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:06.857985 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] Network b3b02076-35c8-452e-bb57-22f5e98db348 is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:50:06.869973 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:50:06.886542 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:50:06.896266 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-228bc712-a632-4b85-b4a1-7d70190c4a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:06.900226 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228bc712-a632-4b85-b4a1-7d70190c4a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:06.901451 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-228bc712-a632-4b85-b4a1-7d70190c4a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:06.954500 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8843ae24-7343-4eb9-ae5f-26b3210419f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:06.975928 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] Pushing event updated for resources: {'Port': ['ID=ce87473e-e42a-4855-8f73-940d70bcd09d,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:07.052582 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8843ae24-7343-4eb9-ae5f-26b3210419f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:07.080778 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-228bc712-a632-4b85-b4a1-7d70190c4a22 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 3.6553793 Jul 29 09:50:07.100018 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58184) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:07.123760 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-edd78de2-f4d2-483c-b604-d743b01f494f admin admin] Request body: {'subnet': {'network_id': 'b62147f5-997e-4572-bdc7-ea42ca4c2f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1496061232-subnet', 'tenant_id': '01580bad8dab4d5ebd35d7946e4f288b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:07.175317 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bc712-a632-4b85-b4a1-7d70190c4a22 admin admin] Pushing event updated for resources: {'Network': ['ID=b62147f5-997e-4572-bdc7-ea42ca4c2f88,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:07.185191 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8843ae24-7343-4eb9-ae5f-26b3210419f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1142, 'physical_network': 'physnet1'} {{(pid=104729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 09:50:07.198579 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network b62147f5-997e-4572-bdc7-ea42ca4c2f88 details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 09:50:07.256528 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8843ae24-7343-4eb9-ae5f-26b3210419f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:07.257600 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.segments_db [None req-8843ae24-7343-4eb9-ae5f-26b3210419f1 admin admin] Added segment 6ae67238-e876-4105-9dd7-15cfb52eb401 of type vlan for network ac4c7763-a9c1-46fa-a87f-9364e6565d1a Jul 29 09:50:07.326880 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8843ae24-7343-4eb9-ae5f-26b3210419f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:07.374687 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843ae24-7343-4eb9-ae5f-26b3210419f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c0100e-29d1-4ecf-bf45-3e65d66eab44,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:07.419903 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8843ae24-7343-4eb9-ae5f-26b3210419f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:07.422541 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8843ae24-7343-4eb9-ae5f-26b3210419f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:07.425770 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8843ae24-7343-4eb9-ae5f-26b3210419f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:07.451043 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd78de2-f4d2-483c-b604-d743b01f494f admin admin] Made reservation on behalf of 01580bad8dab4d5ebd35d7946e4f288b for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:50:07.454180 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-edd78de2-f4d2-483c-b604-d743b01f494f admin admin] Notify callbacks [] for subnet, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:07.469806 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-8843ae24-7343-4eb9-ae5f-26b3210419f1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6928582 Jul 29 09:50:07.478477 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58192) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:07.479512 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b597-b5c3-4075-adb9-39372c328932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:07.546715 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-eb32d616-6af8-4f0f-aa63-5f9a6e882942 admin admin] Request body: {'subnet': {'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2086721036-subnet', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:07.638469 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:07.680844 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843ae24-7343-4eb9-ae5f-26b3210419f1 admin admin] Pushing event updated for resources: {'Network': ['ID=ac4c7763-a9c1-46fa-a87f-9364e6565d1a,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:07.722112 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network ac4c7763-a9c1-46fa-a87f-9364e6565d1a details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 09:50:07.986724 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b597-b5c3-4075-adb9-39372c328932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:08.030792 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b597-b5c3-4075-adb9-39372c328932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:08.041541 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb32d616-6af8-4f0f-aa63-5f9a6e882942 admin admin] Made reservation on behalf of 8d0213ef301145e88bfeefb34d12fda1 for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:50:08.044645 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eb32d616-6af8-4f0f-aa63-5f9a6e882942 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:08.070479 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58228) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:08.074829 dv-cinder-788253-4-iscsi neutron-server[104728]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 09:50:08.146640 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-edd78de2-f4d2-483c-b604-d743b01f494f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for subnet, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:08.213261 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0b597-b5c3-4075-adb9-39372c328932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c70a2d4-4418-4967-a922-4e13e74f4f45,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:08.219605 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-7fe0b597-b5c3-4075-adb9-39372c328932 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1ad9f8486e564815b18030b8d06ede49&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4157431 Jul 29 09:50:08.231791 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58238) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:08.314268 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd78de2-f4d2-483c-b604-d743b01f494f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c4f604d-2b9f-4dd6-acd3-d9ebf45b6284,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:08.339748 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634540'] for router, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:08.406131 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd78de2-f4d2-483c-b604-d743b01f494f admin admin] Checking segment: {'id': '21da512d-96f0-4f13-bbaa-2ff184e95801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b62147f5-997e-4572-bdc7-ea42ca4c2f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:50:08.406702 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd78de2-f4d2-483c-b604-d743b01f494f admin admin] Network hostable DHCP agents. Network: b62147f5-997e-4572-bdc7-ea42ca4c2f88, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 09:50:08.452522 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4abd8e1b-8498-4965-8170-52ddebbaa522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:08.525049 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd78de2-f4d2-483c-b604-d743b01f494f admin admin] Network b62147f5-997e-4572-bdc7-ea42ca4c2f88 is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 09:50:08.547761 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4abd8e1b-8498-4965-8170-52ddebbaa522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:08.560810 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-edd78de2-f4d2-483c-b604-d743b01f494f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, b62147f5-997e-4572-bdc7-ea42ca4c2f88) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:50:08.566937 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd78de2-f4d2-483c-b604-d743b01f494f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:08.567542 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-edd78de2-f4d2-483c-b604-d743b01f494f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:08.573743 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eb32d616-6af8-4f0f-aa63-5f9a6e882942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for subnet, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:08.584847 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edda6cd-a470-4341-9c9c-a5f4e00c6374 None None] Network b62147f5-997e-4572-bdc7-ea42ca4c2f88 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:50:08.649694 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-6f06479f-c361-476c-9e46-3af9e9731e3d tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:08.662898 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-6f06479f-c361-476c-9e46-3af9e9731e3d tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/networks?id=f821e966-bfee-4ec4-b30a-3dcf2b8f81d2 HTTP/1.1" status: 200 len: 812 time: 0.5889800 Jul 29 09:50:08.669422 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-edd78de2-f4d2-483c-b604-d743b01f494f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5673199 Jul 29 09:50:08.726906 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-5da09821-54f7-4a07-83c5-180860d66f53 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/quotas/5f94ae44657b45829cd30606744082cd HTTP/1.1" status: 200 len: 375 time: 0.0624471 Jul 29 09:50:08.750628 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32d616-6af8-4f0f-aa63-5f9a6e882942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1dd2e5b-eac9-466e-88de-e575ea4f6a52,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:08.778791 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4abd8e1b-8498-4965-8170-52ddebbaa522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:08.786488 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4abd8e1b-8498-4965-8170-52ddebbaa522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:08.788282 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-4abd8e1b-8498-4965-8170-52ddebbaa522 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2c70a2d4-4418-4967-a922-4e13e74f4f45 HTTP/1.1" status: 204 len: 168 time: 0.5554163 Jul 29 09:50:08.789689 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb32d616-6af8-4f0f-aa63-5f9a6e882942 admin admin] Checking segment: {'id': '6ae67238-e876-4105-9dd7-15cfb52eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:50:08.790263 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32d616-6af8-4f0f-aa63-5f9a6e882942 admin admin] Network hostable DHCP agents. Network: ac4c7763-a9c1-46fa-a87f-9364e6565d1a, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 09:50:08.793343 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58248) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:08.830537 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd8e1b-8498-4965-8170-52ddebbaa522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c70a2d4-4418-4967-a922-4e13e74f4f45,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:08.834670 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-8cd34b4c-50e2-4d87-b405-ead37f53cfa2 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5f94ae44657b45829cd30606744082cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061296 Jul 29 09:50:08.837470 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] Router aaa860a3-8483-4463-aa76-b9958142af88 is scheduled to L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 with binding_index 1 {{(pid=104728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 09:50:08.861479 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32d616-6af8-4f0f-aa63-5f9a6e882942 admin admin] Network ac4c7763-a9c1-46fa-a87f-9364e6565d1a is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 09:50:08.874838 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7002aa-a34f-47b4-942e-e6b792b2acfa None None] Network b62147f5-997e-4572-bdc7-ea42ca4c2f88 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:50:08.892319 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-eb32d616-6af8-4f0f-aa63-5f9a6e882942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, ac4c7763-a9c1-46fa-a87f-9364e6565d1a) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:50:08.901608 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb32d616-6af8-4f0f-aa63-5f9a6e882942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:08.902519 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eb32d616-6af8-4f0f-aa63-5f9a6e882942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:08.942371 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc59a8f8-ceea-4700-97b1-9f5795fbeb57 None None] Network ac4c7763-a9c1-46fa-a87f-9364e6565d1a requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:50:08.947154 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-eb32d616-6af8-4f0f-aa63-5f9a6e882942 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4513090 Jul 29 09:50:08.950167 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58256) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:08.960916 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:09.062740 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2267'] for router, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:09.066846 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1720115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2256'] for router, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:09.070092 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:50:09.091721 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Sync routers for ids ['aaa860a3-8483-4463-aa76-b9958142af88'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:50:09.171223 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Routers {'aaa860a3-8483-4463-aa76-b9958142af88'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:50:09.179895 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:49:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['aaa860a3-8483-4463-aa76-b9958142af88'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:09.187281 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] Notify callbacks [] for router, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:09.196165 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58266) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:09.200748 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-75123c3a-62fd-437b-a856-c9f6af097a1d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8238201 Jul 29 09:50:09.375765 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp282115e9-f32f-56c0-b3bc-1df1ec6c79b4-ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'fixed_ips': [{'subnet_id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52'}]}} from dv-cinder-788253-4-iscsi. {{(pid=104730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 09:50:09.377869 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:09.666774 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.db_base_plugin_common [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Allocated IP 172.20.0.2 (ac4c7763-a9c1-46fa-a87f-9364e6565d1a/b1dd2e5b-eac9-466e-88de-e575ea4f6a52/ae8f1c3e-59ea-4035-b342-ae3e3490b503) {{(pid=104730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:50:09.672657 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:09.759165 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Set router aaa860a3-8483-4463-aa76-b9958142af88 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:50:10.008437 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Notify callbacks [] for port, precommit_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:10.039925 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Transition to ACTIVE for port object ae8f1c3e-59ea-4035-b342-ae3e3490b503 will not be triggered until provisioned by entity L2. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:50:10.085538 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Transition to ACTIVE for port object ae8f1c3e-59ea-4035-b342-ae3e3490b503 will not be triggered until provisioned by entity DHCP. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:50:10.101415 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:10.136883 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-60cfdbe9-eb89-4195-8ac7-5e4789d7ccdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:10.203735 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Network ac4c7763-a9c1-46fa-a87f-9364e6565d1a is already hosted by enough agents. {{(pid=104730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:50:10.217036 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.base_scheduler [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Resources bound (agent type, host, resource id): {{(pid=104730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:50:10.226923 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58296) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:10.249731 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Received port after_create {{(pid=104730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:50:10.284309 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ccee0311-1bb7-438d-8e6e-cc5835b8f0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:10.291570 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Pushing event updated for resources: {'Port': ['ID=ae8f1c3e-59ea-4035-b342-ae3e3490b503,revision_number=1']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:10.292354 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa860a3-8483-4463-aa76-b9958142af88', 'name': 'tempest-ServerRescueNegativeTestJSON-544517513-router', 'tenant_id': 'ffa878d0aac14ae987b17e465ad1769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ce87473e-e42a-4855-8f73-940d70bcd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:04Z', 'updated_at': '2021-07-29T09:50:07Z', 'revision_number': 3, 'project_id': 'ffa878d0aac14ae987b17e465ad1769e', 'gw_port': {'id': 'ce87473e-e42a-4855-8f73-940d70bcd09d', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa860a3-8483-4463-aa76-b9958142af88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:05Z', 'updated_at': '2021-07-29T09:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:10.369025 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Checking router: aaa860a3-8483-4463-aa76-b9958142af88 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:50:10.369957 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Updating router aaa860a3-8483-4463-aa76-b9958142af88 port ce87473e-e42a-4855-8f73-940d70bcd09d binding host dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 09:50:10.418313 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2302'] for router, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:10.431599 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:10.432017 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:10.432571 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:10.433356 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:10.433561 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:10.433882 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:10.434244 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:10.434611 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:10.434971 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:10.435360 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:10.435699 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:10.436038 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Tracked resource versions report: Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: pushed versions: Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: { 'AddressGroup': {'1.2'}, Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'ConntrackHelper': {'1.0'}, Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Log': {'1.0'}, Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Network': {'1.1'}, Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Port': {'1.7'}, Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'PortForwarding': {'1.2'}, Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'QosPolicy': {'1.8'}, Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'SecurityGroup': {'1.4'}, Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'SecurityGroupRule': {'1.2'}, Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'SubPort': {'1.0'}, Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Subnet': {'1.1'}, Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Trunk': {'1.1'}} Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: consumer versions: Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: { DHCP agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: HyperV agent@hv-cinder-78825: {}, Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: L3 agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: Metadata agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: Metering agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: Open vSwitch agent@dv-cinder-788253-4-iscsi: { 'AddressGroup': '1.2', Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'ConntrackHelper': '1.0', Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Log': '1.0', Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Network': '1.1', Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Port': '1.7', Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'PortForwarding': '1.2', Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'QosPolicy': '1.8', Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'SecurityGroup': '1.4', Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'SecurityGroupRule': '1.2', Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'SubPort': '1.0', Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Subnet': '1.1', Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: 'Trunk': '1.1'}} Jul 29 09:50:10.441150 dv-cinder-788253-4-iscsi neutron-server[104730]: {{(pid=104730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 09:50:10.477788 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:10.516731 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Attempting to bind port ae8f1c3e-59ea-4035-b342-ae3e3490b503 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:50:10.517377 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Attempting to bind port ae8f1c3e-59ea-4035-b342-ae3e3490b503 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '6ae67238-e876-4105-9dd7-15cfb52eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a'}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:50:10.517853 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Attempting to bind port ae8f1c3e-59ea-4035-b342-ae3e3490b503 on network ac4c7763-a9c1-46fa-a87f-9364e6565d1a {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:50:10.539722 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:50:10.540133 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Checking segment: {'id': '6ae67238-e876-4105-9dd7-15cfb52eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:50:10.540602 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:10.541269 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Bound using segment: {'id': '6ae67238-e876-4105-9dd7-15cfb52eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a'} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:50:10.541535 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Bound port: ae8f1c3e-59ea-4035-b342-ae3e3490b503, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae67238-e876-4105-9dd7-15cfb52eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a'}}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:50:10.541957 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:10.697382 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-abff49f5-bb4e-4d53-80ed-ad9a39c40988 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 09:50:10.724589 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-abff49f5-bb4e-4d53-80ed-ad9a39c40988 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6979973 Jul 29 09:50:10.736406 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] For port ae8f1c3e-59ea-4035-b342-ae3e3490b503, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:50:10.741839 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] For port ae8f1c3e-59ea-4035-b342-ae3e3490b503, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=ae8f1c3e-59ea-4035-b342-ae3e3490b503,segment=NetworkSegment(6ae67238-e876-4105-9dd7-15cfb52eb401),segment_id=6ae67238-e876-4105-9dd7-15cfb52eb401)] {{(pid=104730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:50:10.752672 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ccee0311-1bb7-438d-8e6e-cc5835b8f0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:10.755338 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:10.819174 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ccee0311-1bb7-438d-8e6e-cc5835b8f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:11.009135 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-60cfdbe9-eb89-4195-8ac7-5e4789d7ccdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:11.034296 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71708969-2adf-437a-9ce0-3f2ccba2d319 None None] Pushing event updated for resources: {'Port': ['ID=ae8f1c3e-59ea-4035-b342-ae3e3490b503,revision_number=2']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:11.042004 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-60cfdbe9-eb89-4195-8ac7-5e4789d7ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:11.167006 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee0311-1bb7-438d-8e6e-cc5835b8f0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6d06d5-3e2c-4aab-8f12-645b8b2b1fbf,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:11.189912 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-60cfdbe9-eb89-4195-8ac7-5e4789d7ccdb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2163d7478f624e7fa06aaba7e7233315&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3918185 Jul 29 09:50:11.192973 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58318) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:11.211600 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfdbe9-eb89-4195-8ac7-5e4789d7ccdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b33d2f2-27e4-4b1f-a4cb-ca3cf2d8a368,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:11.260332 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-ccee0311-1bb7-438d-8e6e-cc5835b8f0c7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5afcc0c5f7bc4581867355495971d612&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0298953 Jul 29 09:50:11.261406 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58320) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:11.261932 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58322) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:11.310677 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-59f0fb18-3063-4f15-a52d-fa530e967bdc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1485400463-network', 'tenant_id': 'b5cd98484a7145a0bbdde5c855925e3f'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:11.357842 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:50:11.421772 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:11.432033 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-246190e0-7fcd-4114-8014-c0dfeec270db service neutron] 10.222.0.78 "GET /v2.0/networks/f821e966-bfee-4ec4-b30a-3dcf2b8f81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6851172 Jul 29 09:50:11.435133 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f0fb18-3063-4f15-a52d-fa530e967bdc admin admin] Made reservation on behalf of b5cd98484a7145a0bbdde5c855925e3f for: {'network': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:50:11.437895 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-59f0fb18-3063-4f15-a52d-fa530e967bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:11.461960 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Transition to ACTIVE for port object ce87473e-e42a-4855-8f73-940d70bcd09d will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:50:11.465749 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-59f0fb18-3063-4f15-a52d-fa530e967bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:11.496965 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:11.538239 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-67420036-7312-4103-b3c8-8f811672e343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:11.543182 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-290f0cd7-aad2-4610-acae-bdb78520ad3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:11.581878 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Attempting to bind port ce87473e-e42a-4855-8f73-940d70bcd09d on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:50:11.582439 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Attempting to bind port ce87473e-e42a-4855-8f73-940d70bcd09d by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:50:11.582828 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Attempting to bind port ce87473e-e42a-4855-8f73-940d70bcd09d on network b3b02076-35c8-452e-bb57-22f5e98db348 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:50:11.591119 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-67420036-7312-4103-b3c8-8f811672e343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:11.602113 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda8a24-bd69-470b-a78f-a5f3e82ab36a None None] Pushing event updated for resources: {'Port': ['ID=ce87473e-e42a-4855-8f73-940d70bcd09d,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:11.604918 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:50:11.605338 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Checking segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:50:11.605982 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:11.606578 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Bound using segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:50:11.607301 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Bound port: ce87473e-e42a-4855-8f73-940d70bcd09d, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:50:11.608143 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:11.636130 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda8a24-bd69-470b-a78f-a5f3e82ab36a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:11.636863 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda8a24-bd69-470b-a78f-a5f3e82ab36a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:11.637404 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda8a24-bd69-470b-a78f-a5f3e82ab36a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:11.637935 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda8a24-bd69-470b-a78f-a5f3e82ab36a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:11.638465 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda8a24-bd69-470b-a78f-a5f3e82ab36a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:11.639031 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda8a24-bd69-470b-a78f-a5f3e82ab36a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:11.639555 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda8a24-bd69-470b-a78f-a5f3e82ab36a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:11.640097 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda8a24-bd69-470b-a78f-a5f3e82ab36a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:11.640669 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda8a24-bd69-470b-a78f-a5f3e82ab36a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:11.641477 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda8a24-bd69-470b-a78f-a5f3e82ab36a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:11.642195 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda8a24-bd69-470b-a78f-a5f3e82ab36a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:11.642747 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda8a24-bd69-470b-a78f-a5f3e82ab36a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda8a24-bd69-470b-a78f-a5f3e82ab36a None None] Tracked resource versions report: Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: pushed versions: Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: { 'AddressGroup': {'1.2'}, Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'ConntrackHelper': {'1.0'}, Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Log': {'1.0'}, Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Network': {'1.1'}, Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Port': {'1.7'}, Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'PortForwarding': {'1.2'}, Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'QosPolicy': {'1.8'}, Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'SecurityGroup': {'1.4'}, Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'SecurityGroupRule': {'1.2'}, Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'SubPort': {'1.0'}, Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Subnet': {'1.1'}, Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Trunk': {'1.1'}} Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: consumer versions: Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: { DHCP agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: HyperV agent@hv-cinder-78825: {}, Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: L3 agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: Metadata agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: Metering agent@dv-cinder-788253-4-iscsi: {}, Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: Open vSwitch agent@dv-cinder-788253-4-iscsi: { 'AddressGroup': '1.2', Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'ConntrackHelper': '1.0', Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Log': '1.0', Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Network': '1.1', Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Port': '1.7', Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'PortForwarding': '1.2', Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'QosPolicy': '1.8', Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'SecurityGroup': '1.4', Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'SecurityGroupRule': '1.2', Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'SubPort': '1.0', Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Subnet': '1.1', Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: 'Trunk': '1.1'}} Jul 29 09:50:11.644118 dv-cinder-788253-4-iscsi neutron-server[104731]: {{(pid=104731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 09:50:11.691371 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-290f0cd7-aad2-4610-acae-bdb78520ad3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:11.697891 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] For port ce87473e-e42a-4855-8f73-940d70bcd09d, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:50:11.702678 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] For port ce87473e-e42a-4855-8f73-940d70bcd09d, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=ce87473e-e42a-4855-8f73-940d70bcd09d,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:50:11.719163 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:11.847709 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:11.859749 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-4d728c48-7408-482a-9e75-02181e00d645 service neutron] 10.222.0.78 "GET /v2.0/networks/f821e966-bfee-4ec4-b30a-3dcf2b8f81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134219 Jul 29 09:50:11.878734 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Routers {'aaa860a3-8483-4463-aa76-b9958142af88'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:50:11.882492 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:49:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['aaa860a3-8483-4463-aa76-b9958142af88'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:11.892954 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:11.903350 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda8a24-bd69-470b-a78f-a5f3e82ab36a None None] Pushing event updated for resources: {'Port': ['ID=ce87473e-e42a-4855-8f73-940d70bcd09d,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:11.952209 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-290f0cd7-aad2-4610-acae-bdb78520ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:11.956775 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-290f0cd7-aad2-4610-acae-bdb78520ad3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:11.961062 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-290f0cd7-aad2-4610-acae-bdb78520ad3f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5f6d06d5-3e2c-4aab-8f12-645b8b2b1fbf HTTP/1.1" status: 204 len: 168 time: 0.6901937 Jul 29 09:50:12.044499 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f0cd7-aad2-4610-acae-bdb78520ad3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6d06d5-3e2c-4aab-8f12-645b8b2b1fbf,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:12.081511 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-59f0fb18-3063-4f15-a52d-fa530e967bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:12.087832 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-59f0fb18-3063-4f15-a52d-fa530e967bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:12.140371 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] Allocated IP 172.27.2.14 (b3b02076-35c8-452e-bb57-22f5e98db348/fdb5e983-6a65-4f11-aa94-f451584e5c8e/8007e0dc-0a86-4933-b816-3d335d300141) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:50:12.198789 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0fb18-3063-4f15-a52d-fa530e967bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40098f4d-5dba-4aab-a580-9ee3e4f943a4,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:12.213373 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f0fb18-3063-4f15-a52d-fa530e967bdc admin admin] vlan segment allocate from pool success with {'vlan_id': 1144, 'physical_network': 'physnet1'} {{(pid=104728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 09:50:12.242952 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-59f0fb18-3063-4f15-a52d-fa530e967bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:12.243309 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.segments_db [None req-59f0fb18-3063-4f15-a52d-fa530e967bdc admin admin] Added segment e37c650a-5ef6-407c-a57f-8b7f38a20e4b of type vlan for network 4546f04d-2838-4f5c-b950-ea987288d82d Jul 29 09:50:12.273804 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:12.350491 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-67420036-7312-4103-b3c8-8f811672e343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:12.357311 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] Set router aaa860a3-8483-4463-aa76-b9958142af88 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:50:12.361897 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-59f0fb18-3063-4f15-a52d-fa530e967bdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:12.371827 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-67420036-7312-4103-b3c8-8f811672e343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:12.377538 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-67420036-7312-4103-b3c8-8f811672e343 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0b33d2f2-27e4-4b1f-a4cb-ca3cf2d8a368 HTTP/1.1" status: 204 len: 168 time: 1.1745200 Jul 29 09:50:12.488933 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device ae8f1c3e-59ea-4035-b342-ae3e3490b503 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:50:12.508614 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58366) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:12.537074 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67420036-7312-4103-b3c8-8f811672e343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b33d2f2-27e4-4b1f-a4cb-ca3cf2d8a368,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:12.557587 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:12.603267 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8a549651-d438-4e28-971f-95878bf40ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:12.662016 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3b2ed7dd-07f8-4a66-87e5-9b1606297384 req-cc1c9835-4e77-4684-b147-9f9a1b32dcf0 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 210 time: 0.1517494 Jul 29 09:50:12.668161 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-59f0fb18-3063-4f15-a52d-fa530e967bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:12.675136 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f0fb18-3063-4f15-a52d-fa530e967bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:12.678684 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-59f0fb18-3063-4f15-a52d-fa530e967bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:12.706649 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port ae8f1c3e-59ea-4035-b342-ae3e3490b503 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:50:12.742091 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] Network b3b02076-35c8-452e-bb57-22f5e98db348 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:50:12.752790 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:50:12.772211 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-59f0fb18-3063-4f15-a52d-fa530e967bdc admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.5057998 Jul 29 09:50:12.785271 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58376) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:12.786553 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:50:12.799773 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-f1fa0b4a-6383-4f34-88f4-ef1bd23ea06c admin admin] Request body: {'subnet': {'network_id': '4546f04d-2838-4f5c-b950-ea987288d82d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1485400463-subnet', 'tenant_id': 'b5cd98484a7145a0bbdde5c855925e3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:12.830180 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa860a3-8483-4463-aa76-b9958142af88', 'name': 'tempest-ServerRescueNegativeTestJSON-544517513-router', 'tenant_id': 'ffa878d0aac14ae987b17e465ad1769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ce87473e-e42a-4855-8f73-940d70bcd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:04Z', 'updated_at': '2021-07-29T09:50:07Z', 'revision_number': 3, 'project_id': 'ffa878d0aac14ae987b17e465ad1769e', 'gw_port': {'id': 'ce87473e-e42a-4855-8f73-940d70bcd09d', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa860a3-8483-4463-aa76-b9958142af88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:05Z', 'updated_at': '2021-07-29T09:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:12.864792 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0fb18-3063-4f15-a52d-fa530e967bdc admin admin] Pushing event updated for resources: {'Network': ['ID=4546f04d-2838-4f5c-b950-ea987288d82d,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:12.877893 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network 4546f04d-2838-4f5c-b950-ea987288d82d details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 09:50:13.041357 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1e1e8-6206-4b0b-b2f3-15966b219aa9 None None] The sync data for ids ['aaa860a3-8483-4463-aa76-b9958142af88'] in dv-cinder-788253-4-iscsi is: [{'id': 'aaa860a3-8483-4463-aa76-b9958142af88', 'name': 'tempest-ServerRescueNegativeTestJSON-544517513-router', 'tenant_id': 'ffa878d0aac14ae987b17e465ad1769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ce87473e-e42a-4855-8f73-940d70bcd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:04Z', 'updated_at': '2021-07-29T09:50:07Z', 'revision_number': 3, 'project_id': 'ffa878d0aac14ae987b17e465ad1769e', 'gw_port': {'id': 'ce87473e-e42a-4855-8f73-940d70bcd09d', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa860a3-8483-4463-aa76-b9958142af88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:05Z', 'updated_at': '2021-07-29T09:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:50:13.067622 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0100f2-e614-4daa-8cbb-cf7db238b8b3 None None] Network ac4c7763-a9c1-46fa-a87f-9364e6565d1a requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:50:13.154938 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58388) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:13.270917 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-d92db005-f9be-4893-ae5b-b890f51d3514 None None] Provisioning for port ae8f1c3e-59ea-4035-b342-ae3e3490b503 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:50:13.275934 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-d92db005-f9be-4893-ae5b-b890f51d3514 None None] Provisioning complete for port ae8f1c3e-59ea-4035-b342-ae3e3490b503 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:50:13.277002 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-d92db005-f9be-4893-ae5b-b890f51d3514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:13.289045 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] Pushing event updated for resources: {'Port': ['ID=8007e0dc-0a86-4933-b816-3d335d300141,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:13.423140 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-d92db005-f9be-4893-ae5b-b890f51d3514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:13.539968 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fa0b4a-6383-4f34-88f4-ef1bd23ea06c admin admin] Made reservation on behalf of b5cd98484a7145a0bbdde5c855925e3f for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:50:13.556975 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f1fa0b4a-6383-4f34-88f4-ef1bd23ea06c admin admin] Notify callbacks [] for subnet, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:13.601764 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-d92db005-f9be-4893-ae5b-b890f51d3514 None None] For port ae8f1c3e-59ea-4035-b342-ae3e3490b503, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=ae8f1c3e-59ea-4035-b342-ae3e3490b503,segment=NetworkSegment(6ae67238-e876-4105-9dd7-15cfb52eb401),segment_id=6ae67238-e876-4105-9dd7-15cfb52eb401)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:50:13.618701 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-d92db005-f9be-4893-ae5b-b890f51d3514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:13.680788 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0633230f-7230-4455-8b80-f4a2be3a59b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:13.755512 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92db005-f9be-4893-ae5b-b890f51d3514 None None] Pushing event updated for resources: {'Port': ['ID=ae8f1c3e-59ea-4035-b342-ae3e3490b503,revision_number=3']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:13.975604 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-28307d66-bc47-442f-87c5-f2c3820fbd21 None None] Provisioning complete for port ae8f1c3e-59ea-4035-b342-ae3e3490b503 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:50:13.976728 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-28307d66-bc47-442f-87c5-f2c3820fbd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:13.982320 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0633230f-7230-4455-8b80-f4a2be3a59b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:14.069131 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-120efb36-b27d-46ef-9b78-abd59d0952e9 req-ca713225-12b3-4b67-aea8-4bbd6da7aeff tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 210 time: 0.0766509 Jul 29 09:50:14.070645 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0633230f-7230-4455-8b80-f4a2be3a59b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:14.133959 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-0633230f-7230-4455-8b80-f4a2be3a59b8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=08416c2fcbf54107899fa0cf04966676&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9831345 Jul 29 09:50:14.134856 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58416) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:14.143274 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-8a549651-d438-4e28-971f-95878bf40ab5 admin admin] Allocated IP 172.20.0.1 (4a43051e-9405-4d7d-b1d4-41bec9856a1d/94ad0de8-8eb3-4402-86a4-0707bcb79a43/700176f4-0787-47ed-9904-53e304ae23b4) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:50:14.163494 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:14.200185 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633230f-7230-4455-8b80-f4a2be3a59b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f328476-d060-46cc-a6de-42897bba341d,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:14.253305 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-910fb720-2fbf-4f2b-89ca-df6f2e8d5016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:14.270008 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2e76df25-6953-41f8-a805-b22284cbef1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:14.344986 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2e76df25-6953-41f8-a805-b22284cbef1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:14.530028 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2e76df25-6953-41f8-a805-b22284cbef1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:14.534613 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2e76df25-6953-41f8-a805-b22284cbef1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:14.537277 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-2e76df25-6953-41f8-a805-b22284cbef1d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0f328476-d060-46cc-a6de-42897bba341d HTTP/1.1" status: 204 len: 168 time: 0.3980775 Jul 29 09:50:14.549644 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76df25-6953-41f8-a805-b22284cbef1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f328476-d060-46cc-a6de-42897bba341d,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:14.611066 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device ae8f1c3e-59ea-4035-b342-ae3e3490b503 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:50:14.752599 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port ae8f1c3e-59ea-4035-b342-ae3e3490b503 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:50:14.758167 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:14.916274 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8a549651-d438-4e28-971f-95878bf40ab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:14.948864 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device ce87473e-e42a-4855-8f73-940d70bcd09d up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:50:15.108133 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port ce87473e-e42a-4855-8f73-940d70bcd09d completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:50:15.127000 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port ce87473e-e42a-4855-8f73-940d70bcd09d triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:50:15.127338 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:15.305837 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e5f3fadb-c175-4880-862c-8a80e7426d93 req-1e6ad10c-0921-44b0-8d75-cac19bede3ee tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 210 time: 0.0969095 Jul 29 09:50:15.337063 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8a549651-d438-4e28-971f-95878bf40ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:15.353457 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:15.407845 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port ce87473e-e42a-4855-8f73-940d70bcd09d, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=ce87473e-e42a-4855-8f73-940d70bcd09d,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:50:15.415013 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:15.567766 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a549651-d438-4e28-971f-95878bf40ab5 admin admin] Network 4a43051e-9405-4d7d-b1d4-41bec9856a1d is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:50:15.574037 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=ce87473e-e42a-4855-8f73-940d70bcd09d,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:15.574362 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f1fa0b4a-6383-4f34-88f4-ef1bd23ea06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for subnet, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:15.578476 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a549651-d438-4e28-971f-95878bf40ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=700176f4-0787-47ed-9904-53e304ae23b4,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:15.602181 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-8a549651-d438-4e28-971f-95878bf40ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:50:15.728590 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58462) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:15.778037 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3783a11e-99a5-4830-86e5-95941b8056f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:15.834182 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a549651-d438-4e28-971f-95878bf40ab5 admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:50:15.835307 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8a549651-d438-4e28-971f-95878bf40ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634355'] for router_interface, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:16.011230 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa0b4a-6383-4f34-88f4-ef1bd23ea06c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b809327-e1e9-436b-ab0e-c0772952cb52,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:16.085898 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3783a11e-99a5-4830-86e5-95941b8056f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:16.092120 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3783a11e-99a5-4830-86e5-95941b8056f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:16.148817 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634540'] for router, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:16.164445 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fa0b4a-6383-4f34-88f4-ef1bd23ea06c admin admin] Checking segment: {'id': 'e37c650a-5ef6-407c-a57f-8b7f38a20e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '4546f04d-2838-4f5c-b950-ea987288d82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:50:16.165252 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa0b4a-6383-4f34-88f4-ef1bd23ea06c admin admin] Network hostable DHCP agents. Network: 4546f04d-2838-4f5c-b950-ea987288d82d, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 09:50:16.194354 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783a11e-99a5-4830-86e5-95941b8056f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc44562-63c4-4b4a-be14-f43dee98ba3e,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:16.236560 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-3783a11e-99a5-4830-86e5-95941b8056f8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=87c476e164e64f46ad6ec2158363bee8&name=default HTTP/1.1" status: 200 len: 2977 time: 0.5044944 Jul 29 09:50:16.241661 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58478) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:16.386568 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-aed9803d-4323-44b0-b2d9-434e498eef20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:16.434756 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-aed9803d-4323-44b0-b2d9-434e498eef20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:16.442148 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device ce87473e-e42a-4855-8f73-940d70bcd09d up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:50:16.496570 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa0b4a-6383-4f34-88f4-ef1bd23ea06c admin admin] Network 4546f04d-2838-4f5c-b950-ea987288d82d is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 09:50:16.499111 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-aed9803d-4323-44b0-b2d9-434e498eef20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:16.505806 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-aed9803d-4323-44b0-b2d9-434e498eef20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:16.507844 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-aed9803d-4323-44b0-b2d9-434e498eef20 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3cc44562-63c4-4b4a-be14-f43dee98ba3e HTTP/1.1" status: 204 len: 168 time: 0.2636075 Jul 29 09:50:16.521284 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9803d-4323-44b0-b2d9-434e498eef20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc44562-63c4-4b4a-be14-f43dee98ba3e,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:16.568969 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port ce87473e-e42a-4855-8f73-940d70bcd09d triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:50:16.569679 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:16.675215 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-f1fa0b4a-6383-4f34-88f4-ef1bd23ea06c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, 4546f04d-2838-4f5c-b950-ea987288d82d) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:50:16.737827 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fa0b4a-6383-4f34-88f4-ef1bd23ea06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:16.739170 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f1fa0b4a-6383-4f34-88f4-ef1bd23ea06c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:16.794536 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8a549651-d438-4e28-971f-95878bf40ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:16.796175 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c348289e-52bf-465d-bef8-381e9b4e3500 req-bc7f7eac-82e9-4090-9728-32f1c374d15b tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 210 time: 0.1031740 Jul 29 09:50:16.808169 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f1fa0b4a-6383-4f34-88f4-ef1bd23ea06c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.0174232 Jul 29 09:50:16.933399 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] Router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 is scheduled to L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 with binding_index 1 {{(pid=104729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 09:50:17.079652 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f78919-db8c-43dc-b638-e6a87eb7d213 None None] Network 4546f04d-2838-4f5c-b950-ea987288d82d requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:50:17.254977 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:50:17.290090 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Sync routers for ids ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:50:17.305883 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58512) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:17.329103 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Routers {'9f0bece0-212e-461d-a5b9-9585d6a8d0b4'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:50:17.329994 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:49:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:17.342140 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8a549651-d438-4e28-971f-95878bf40ab5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:17.363175 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8a549651-d438-4e28-971f-95878bf40ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:17.363694 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8a549651-d438-4e28-971f-95878bf40ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717411'] for router_interface, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:17.413956 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-c5d7308b-d4f0-479a-89c9-08060b4e684e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:17.482013 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a549651-d438-4e28-971f-95878bf40ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=700176f4-0787-47ed-9904-53e304ae23b4,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:17.491842 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc898e3f-367c-41f1-8269-4c3b5d808540 admin admin] Deleting subnet 2c4f604d-2b9f-4dd6-acd3-d9ebf45b6284 {{(pid=104728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 09:50:17.503877 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-fc898e3f-367c-41f1-8269-4c3b5d808540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:17.528957 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1089db8-0b16-4de0-91f4-6095f09c8d7a None None] Network 4546f04d-2838-4f5c-b950-ea987288d82d requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:50:17.637383 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-fc898e3f-367c-41f1-8269-4c3b5d808540 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:17.650743 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Set router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:50:17.658348 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-fc898e3f-367c-41f1-8269-4c3b5d808540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782467'] for subnet, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:17.723957 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] Notify callbacks [] for router, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:17.728302 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-41991c08-fe34-4c22-833c-143170c7a89a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7728763 Jul 29 09:50:17.728302 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.89', 55904) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:17.776194 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58530) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:17.808329 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a549651-d438-4e28-971f-95878bf40ab5 admin admin] Network 4a43051e-9405-4d7d-b1d4-41bec9856a1d is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:50:17.857101 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-fc898e3f-367c-41f1-8269-4c3b5d808540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for subnet, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:17.881900 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:17.908055 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc898e3f-367c-41f1-8269-4c3b5d808540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c4f604d-2b9f-4dd6-acd3-d9ebf45b6284,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:17.947736 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-fc898e3f-367c-41f1-8269-4c3b5d808540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:17.960948 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-fc898e3f-367c-41f1-8269-4c3b5d808540 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2c4f604d-2b9f-4dd6-acd3-d9ebf45b6284 HTTP/1.1" status: 204 len: 168 time: 0.6530862 Jul 29 09:50:17.962253 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58540) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:18.049668 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-8a549651-d438-4e28-971f-95878bf40ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:50:18.136412 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8007e0dc-0a86-4933-b816-3d335d300141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T09:50:13Z', 'revision_number': 3, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port': {'id': '8007e0dc-0a86-4933-b816-3d335d300141', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:11Z', 'updated_at': '2021-07-29T09:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:18.178601 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Checking router: 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:50:18.179209 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Updating router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 port 8007e0dc-0a86-4933-b816-3d335d300141 binding host dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 09:50:18.228606 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:18.258270 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-93819c8d-d8f8-4aeb-9792-e43a07c723af req-46ccf14d-01a3-445b-8f3c-26473ab565ca tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 210 time: 0.2249975 Jul 29 09:50:18.309386 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648586'] for network, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:18.709709 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:18.935761 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785684', 'neutron.services.segments.db._delete_segments_for_network-8755120061489'] for network, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:19.000734 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:50:19.003346 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:50:19.004147 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:50:19.004756 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Subscribe: > port after_create 55550000 {{(pid=104728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:50:19.005352 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:50:19.006316 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Subscribe: > port after_update 55550000 {{(pid=104728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:50:19.006887 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:50:19.007464 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:50:19.008013 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:50:19.008575 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:50:19.066989 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Notify callbacks [] for port, precommit_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:19.111803 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Transition to ACTIVE for port object 8007e0dc-0a86-4933-b816-3d335d300141 will not be triggered until provisioned by entity L2. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:50:19.131361 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:19.138753 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-c3c7327b-d0ad-47a6-bed8-f4dcdf87d8d3 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:19.144661 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-c3c7327b-d0ad-47a6-bed8-f4dcdf87d8d3 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.89 "GET /v2.0/networks?id=f821e966-bfee-4ec4-b30a-3dcf2b8f81d2 HTTP/1.1" status: 200 len: 812 time: 1.4157586 Jul 29 09:50:19.259283 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a549651-d438-4e28-971f-95878bf40ab5 admin admin] Router aaa860a3-8483-4463-aa76-b9958142af88 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 09:50:19.272978 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-8fd71c82-500a-4822-8a56-a453e0cf16de tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Request body: {'port': {'device_id': 'c6f85104-7b12-425d-b50f-d3d2010cc8ec', 'network_id': 'f821e966-bfee-4ec4-b30a-3dcf2b8f81d2', 'admin_state_up': True, 'tenant_id': '5f94ae44657b45829cd30606744082cd'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:19.274711 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Attempting to bind port 8007e0dc-0a86-4933-b816-3d335d300141 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:50:19.275275 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Attempting to bind port 8007e0dc-0a86-4933-b816-3d335d300141 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:50:19.275816 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Attempting to bind port 8007e0dc-0a86-4933-b816-3d335d300141 on network b3b02076-35c8-452e-bb57-22f5e98db348 {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:50:19.286051 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:50:19.286807 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Checking segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:50:19.288231 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:19.288906 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Bound using segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:50:19.289561 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Bound port: 8007e0dc-0a86-4933-b816-3d335d300141, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:50:19.290123 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:19.426374 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:50:19.426937 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:50:19.428682 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:50:19.430604 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:50:19.431855 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62147f5-997e-4572-bdc7-ea42ca4c2f88']}} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:19.442983 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] For port 8007e0dc-0a86-4933-b816-3d335d300141, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:50:19.449458 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] For port 8007e0dc-0a86-4933-b816-3d335d300141, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=8007e0dc-0a86-4933-b816-3d335d300141,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:50:19.453306 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adaf9f-0b1d-47a4-9ed6-f6f458ce3e35 None None] Pushing event updated for resources: {'Port': ['ID=8007e0dc-0a86-4933-b816-3d335d300141,revision_number=2']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:19.460176 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:19.509478 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21da512d-96f0-4f13-bbaa-2ff184e95801') {'for_net_delete': True} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:19.509478 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21da512d-96f0-4f13-bbaa-2ff184e95801') {} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:19.555763 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-97f245e3-c871-486f-9551-d67f06ebe351 req-65b87b38-f144-45d5-9976-c50064db93b2 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 210 time: 0.0751724 Jul 29 09:50:19.564886 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755120062522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8199892'] for segment, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:19.589651 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adaf9f-0b1d-47a4-9ed6-f6f458ce3e35 None None] Pushing event updated for resources: {'Port': ['ID=8007e0dc-0a86-4933-b816-3d335d300141,revision_number=3']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:19.630343 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:19.649368 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Routers {'9f0bece0-212e-461d-a5b9-9585d6a8d0b4'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:50:19.649960 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=104728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 09:50:19.650748 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:50:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:19.652110 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8099405'] for segment, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: from cryptography.utils import int_from_bytes Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: from cryptography.utils import int_from_bytes Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: Traceback (most recent call last): Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: timer() Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: cb(*args, **kw) Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: return func(*args, **kwargs) Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: self._notify() Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: self.callback(batched_events) Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: event.method(event) Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: return f(self, *a, **k) Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: return self._get(url).json() Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: return self.request(url, 'GET', **kwargs) Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 09:50:19.759367 dv-cinder-788253-4-iscsi neutron-server[104728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 09:50:19.765304 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634484'] for network, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:19.770753 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:19.773631 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b62147f5-997e-4572-bdc7-ea42ca4c2f88 HTTP/1.1" status: 204 len: 168 time: 1.8083229 Jul 29 09:50:19.789579 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58608) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:19.803002 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d7a70-f905-4bda-9cde-e82582c5bac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b62147f5-997e-4572-bdc7-ea42ca4c2f88,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:19.894848 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_v2 [None req-92162b66-9103-4590-a876-c00195ad28a6 admin admin] Deleting subnet 1b809327-e1e9-436b-ab0e-c0772952cb52 {{(pid=104728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 09:50:19.919424 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] Set router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:50:19.926680 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-92162b66-9103-4590-a876-c00195ad28a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:20.057533 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-92162b66-9103-4590-a876-c00195ad28a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8199903'] for subnet, precommit_delete_associations {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:20.355929 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-92162b66-9103-4590-a876-c00195ad28a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782467'] for subnet, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:20.655781 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:20.680568 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-92162b66-9103-4590-a876-c00195ad28a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8099219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8094446'] for subnet, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:20.722062 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-8fd71c82-500a-4822-8a56-a453e0cf16de tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Made reservation on behalf of 5f94ae44657b45829cd30606744082cd for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:50:20.738519 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-8fd71c82-500a-4822-8a56-a453e0cf16de tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:20.805242 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8007e0dc-0a86-4933-b816-3d335d300141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T09:50:13Z', 'revision_number': 3, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port': {'id': '8007e0dc-0a86-4933-b816-3d335d300141', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:11Z', 'updated_at': '2021-07-29T09:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:20.818251 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92162b66-9103-4590-a876-c00195ad28a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b809327-e1e9-436b-ab0e-c0772952cb52,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:20.851544 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-92162b66-9103-4590-a876-c00195ad28a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:20.862396 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c234c871-46d7-4c6a-b42b-051389d88f5f None None] The sync data for ids ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'] in dv-cinder-788253-4-iscsi is: [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8007e0dc-0a86-4933-b816-3d335d300141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T09:50:13Z', 'revision_number': 3, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port': {'id': '8007e0dc-0a86-4933-b816-3d335d300141', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:11Z', 'updated_at': '2021-07-29T09:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:50:20.864741 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-92162b66-9103-4590-a876-c00195ad28a6 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1b809327-e1e9-436b-ab0e-c0772952cb52 HTTP/1.1" status: 204 len: 168 time: 1.0636823 Jul 29 09:50:20.906092 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58632) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:21.097007 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-dcd777e8-7f26-42ad-bf50-66bae775a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648586'] for network, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:21.160871 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-8fd71c82-500a-4822-8a56-a453e0cf16de tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Allocated IP 172.20.0.14 (f821e966-bfee-4ec4-b30a-3dcf2b8f81d2/481f6777-1c0f-40a4-9bc6-96356e6f6500/0a7b09c0-5e56-44ae-8658-5997cc70a201) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:50:21.186403 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-749dbf18-430b-4d8f-ad09-48df49f7e4a8 req-2a62a7f5-e8ed-444c-b9f4-c077245b9b88 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 210 time: 0.3384821 Jul 29 09:50:21.413635 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-dcd777e8-7f26-42ad-bf50-66bae775a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785684', 'neutron.services.segments.db._delete_segments_for_network-8755120061489'] for network, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:21.581854 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-dcd777e8-7f26-42ad-bf50-66bae775a8fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4546f04d-2838-4f5c-b950-ea987288d82d']}} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:21.581854 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-dcd777e8-7f26-42ad-bf50-66bae775a8fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37c650a-5ef6-407c-a57f-8b7f38a20e4b') {'for_net_delete': True} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:21.581854 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-dcd777e8-7f26-42ad-bf50-66bae775a8fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37c650a-5ef6-407c-a57f-8b7f38a20e4b') {} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:21.630238 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58642) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:21.632476 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-dcd777e8-7f26-42ad-bf50-66bae775a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755120062522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8199892'] for segment, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:21.729556 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-dcd777e8-7f26-42ad-bf50-66bae775a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:21.758880 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd777e8-7f26-42ad-bf50-66bae775a8fe admin admin] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=104728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 09:50:21.761270 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-dcd777e8-7f26-42ad-bf50-66bae775a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8099405'] for segment, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: Traceback (most recent call last): Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: timer() Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: cb(*args, **kw) Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: return func(*args, **kwargs) Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: self._notify() Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: self.callback(batched_events) Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: event.method(event) Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: return f(self, *a, **k) Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: return self._get(url).json() Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: return self.request(url, 'GET', **kwargs) Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 09:50:21.773385 dv-cinder-788253-4-iscsi neutron-server[104728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 09:50:21.870316 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a549651-d438-4e28-971f-95878bf40ab5 admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:50:21.903256 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Sync routers for ids ['aaa860a3-8483-4463-aa76-b9958142af88'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:50:21.920574 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Routers {'aaa860a3-8483-4463-aa76-b9958142af88'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:50:21.926575 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:50:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['aaa860a3-8483-4463-aa76-b9958142af88'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:22.071119 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-8a549651-d438-4e28-971f-95878bf40ab5 admin admin] 10.222.0.78 "PUT /v2.0/routers/aaa860a3-8483-4463-aa76-b9958142af88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8310299 Jul 29 09:50:22.305785 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-dcd777e8-7f26-42ad-bf50-66bae775a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634484'] for network, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:22.342826 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-dcd777e8-7f26-42ad-bf50-66bae775a8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:22.346940 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-dcd777e8-7f26-42ad-bf50-66bae775a8fe admin admin] 10.222.0.78 "DELETE /v2.0/networks/4546f04d-2838-4f5c-b950-ea987288d82d HTTP/1.1" status: 204 len: 168 time: 1.4381890 Jul 29 09:50:22.477693 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd777e8-7f26-42ad-bf50-66bae775a8fe admin admin] Pushing event deleted for resources: {'Network': ['ID=4546f04d-2838-4f5c-b950-ea987288d82d,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:22.521120 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Set router aaa860a3-8483-4463-aa76-b9958142af88 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:50:22.715655 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 8007e0dc-0a86-4933-b816-3d335d300141 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:50:22.785950 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b3da9621-a522-4b9e-8754-aba7e81fedc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:22.869687 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6a8a0fc8-055d-46ce-b942-918fac6b91d4 req-c1ec2d0b-b922-4d26-9983-61f9d4192ace tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 210 time: 0.2134964 Jul 29 09:50:22.960477 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port 8007e0dc-0a86-4933-b816-3d335d300141 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:50:22.972592 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 8007e0dc-0a86-4933-b816-3d335d300141 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:50:22.973818 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:23.142996 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58670) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:23.343153 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-8fd71c82-500a-4822-8a56-a453e0cf16de tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:23.564623 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-c5a59dfe-c930-4484-af53-a8a5ea1e0998 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=01580bad8dab4d5ebd35d7946e4f288b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4124184 Jul 29 09:50:23.572144 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58678) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:23.687982 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:23.766714 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-8fd71c82-500a-4822-8a56-a453e0cf16de tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:23.781080 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa860a3-8483-4463-aa76-b9958142af88', 'name': 'tempest-ServerRescueNegativeTestJSON-544517513-router', 'tenant_id': 'ffa878d0aac14ae987b17e465ad1769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ce87473e-e42a-4855-8f73-940d70bcd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:04Z', 'updated_at': '2021-07-29T09:50:16Z', 'revision_number': 4, 'project_id': 'ffa878d0aac14ae987b17e465ad1769e', 'gw_port': {'id': 'ce87473e-e42a-4855-8f73-940d70bcd09d', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa860a3-8483-4463-aa76-b9958142af88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:05Z', 'updated_at': '2021-07-29T09:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '700176f4-0787-47ed-9904-53e304ae23b4', 'name': '', 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d', 'tenant_id': 'ffa878d0aac14ae987b17e465ad1769e', 'mac_address': 'fa:16:3e:12:54:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa860a3-8483-4463-aa76-b9958142af88', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '94ad0de8-8eb3-4402-86a4-0707bcb79a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:12Z', 'updated_at': '2021-07-29T09:50:16Z', 'revision_number': 2, 'project_id': 'ffa878d0aac14ae987b17e465ad1769e', 'subnets': [{'id': '94ad0de8-8eb3-4402-86a4-0707bcb79a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:23.845944 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port 8007e0dc-0a86-4933-b816-3d335d300141, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=8007e0dc-0a86-4933-b816-3d335d300141,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:50:23.861932 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:23.968324 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6774-42f8-4458-be01-403d1dff9377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:23.993710 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Checking router: aaa860a3-8483-4463-aa76-b9958142af88 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:50:23.994230 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Updating router aaa860a3-8483-4463-aa76-b9958142af88 port 700176f4-0787-47ed-9904-53e304ae23b4 binding host dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 09:50:24.135593 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6774-42f8-4458-be01-403d1dff9377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:24.208690 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:24.209304 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=8007e0dc-0a86-4933-b816-3d335d300141,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:24.502715 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6774-42f8-4458-be01-403d1dff9377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:24.530949 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6774-42f8-4458-be01-403d1dff9377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:24.545205 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-cf9f6774-42f8-4458-be01-403d1dff9377 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/92869082-54c7-4f4c-b469-c13a1e99de4a HTTP/1.1" status: 204 len: 168 time: 0.9709890 Jul 29 09:50:24.610527 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 8007e0dc-0a86-4933-b816-3d335d300141 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:50:24.633344 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:24.643816 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f6774-42f8-4458-be01-403d1dff9377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92869082-54c7-4f4c-b469-c13a1e99de4a,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:24.741347 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcbc02-ea67-4f1a-b358-733bd5ac6ff2 req-eb1b758e-6d87-43c9-8a35-2f94b706c9d5 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:24.772911 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-afdcbc02-ea67-4f1a-b358-733bd5ac6ff2 req-eb1b758e-6d87-43c9-8a35-2f94b706c9d5 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 932 time: 0.4521933 Jul 29 09:50:24.817847 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b3da9621-a522-4b9e-8754-aba7e81fedc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:24.874899 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-8fd71c82-500a-4822-8a56-a453e0cf16de tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Network f821e966-bfee-4ec4-b30a-3dcf2b8f81d2 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:50:24.877808 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b3da9621-a522-4b9e-8754-aba7e81fedc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:24.880335 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd71c82-500a-4822-8a56-a453e0cf16de tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Pushing event updated for resources: {'Port': ['ID=0a7b09c0-5e56-44ae-8658-5997cc70a201,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:24.924350 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-8fd71c82-500a-4822-8a56-a453e0cf16de tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:50:24.950436 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-8fd71c82-500a-4822-8a56-a453e0cf16de tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:50:24.959668 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-8fd71c82-500a-4822-8a56-a453e0cf16de tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:24.961392 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-8fd71c82-500a-4822-8a56-a453e0cf16de tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:25.141231 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-b3da9621-a522-4b9e-8754-aba7e81fedc8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fbe6753b461c433884e9cdab9d526e1d&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5435293 Jul 29 09:50:25.194384 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58724) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:25.197239 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 8007e0dc-0a86-4933-b816-3d335d300141 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:50:25.198071 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:25.231126 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da9621-a522-4b9e-8754-aba7e81fedc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d82e2c-16ed-43df-b350-5a404d5f0714,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:25.357638 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-8fd71c82-500a-4822-8a56-a453e0cf16de tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0849559 Jul 29 09:50:25.545061 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-afdcbc02-ea67-4f1a-b358-733bd5ac6ff2 req-d7b072ba-3e40-436f-9399-17dd95d27c34 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7708511 Jul 29 09:50:25.623623 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-d6e08779-0c6b-47ce-9a08-548db276f704 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:25.638929 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-d6e08779-0c6b-47ce-9a08-548db276f704 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/networks?id=4a43051e-9405-4d7d-b1d4-41bec9856a1d HTTP/1.1" status: 200 len: 818 time: 0.8504150 Jul 29 09:50:25.674943 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-5854ec4b-3a03-4125-ab5b-4bc91d7eefe0 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/quotas/ffa878d0aac14ae987b17e465ad1769e HTTP/1.1" status: 200 len: 375 time: 0.0340128 Jul 29 09:50:25.708598 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Notify callbacks [] for port, precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:25.757328 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Transition to ACTIVE for port object 700176f4-0787-47ed-9904-53e304ae23b4 will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:50:25.779733 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4e4254d6-49bb-4f4d-97bf-bb874b7763cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:25.785317 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:25.788161 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-437eb01b-6223-4f18-817b-7e1c045233d0 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffa878d0aac14ae987b17e465ad1769e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1105981 Jul 29 09:50:25.886308 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7e10c-ab49-45da-9145-bedf41ad270b None None] Pushing event updated for resources: {'Port': ['ID=700176f4-0787-47ed-9904-53e304ae23b4,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:25.913489 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58738) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:25.940662 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Attempting to bind port 700176f4-0787-47ed-9904-53e304ae23b4 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:50:25.941370 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Attempting to bind port 700176f4-0787-47ed-9904-53e304ae23b4 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': 'ea7870e2-4591-412b-abea-51a261584522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:50:25.941742 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Attempting to bind port 700176f4-0787-47ed-9904-53e304ae23b4 on network 4a43051e-9405-4d7d-b1d4-41bec9856a1d {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:50:25.948476 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:50:25.949121 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Checking segment: {'id': 'ea7870e2-4591-412b-abea-51a261584522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:50:25.949715 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:25.950378 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Bound using segment: {'id': 'ea7870e2-4591-412b-abea-51a261584522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:50:25.951039 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Bound port: 700176f4-0787-47ed-9904-53e304ae23b4, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7870e2-4591-412b-abea-51a261584522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:50:25.951896 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:26.065499 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] For port 700176f4-0787-47ed-9904-53e304ae23b4, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:50:26.074643 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] For port 700176f4-0787-47ed-9904-53e304ae23b4, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=700176f4-0787-47ed-9904-53e304ae23b4,segment=NetworkSegment(ea7870e2-4591-412b-abea-51a261584522),segment_id=ea7870e2-4591-412b-abea-51a261584522)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:50:26.085852 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:26.094119 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58744) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:26.176656 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f64dd2fe-211d-4d8b-8298-aede536cf461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:26.210854 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] Allocated IP 172.20.0.1 (ac4c7763-a9c1-46fa-a87f-9364e6565d1a/b1dd2e5b-eac9-466e-88de-e575ea4f6a52/9cbc5609-42a2-4664-94da-be909ee0c2a1) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:50:26.229295 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-fc8e33c5-59be-4b46-b74f-31f52232ccf3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b5cd98484a7145a0bbdde5c855925e3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1323225 Jul 29 09:50:26.233445 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58746) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:26.285587 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7e10c-ab49-45da-9145-bedf41ad270b None None] Pushing event updated for resources: {'Port': ['ID=700176f4-0787-47ed-9904-53e304ae23b4,revision_number=4']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:26.350504 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Routers {'aaa860a3-8483-4463-aa76-b9958142af88'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:50:26.351165 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:50:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['aaa860a3-8483-4463-aa76-b9958142af88'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:26.441763 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-abcff5c2-f7dc-48c3-97a0-d5811849dfcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:26.474669 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6fa5ebb6-494d-4c71-81f3-5fda440349d5 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 09:50:26.484206 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4e4254d6-49bb-4f4d-97bf-bb874b7763cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:26.493535 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6fa5ebb6-494d-4c71-81f3-5fda440349d5 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1492901 Jul 29 09:50:26.522134 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:26.593467 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] Transition to ACTIVE for port object 9cbc5609-42a2-4664-94da-be909ee0c2a1 will not be triggered until provisioned by entity DHCP. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:50:26.737331 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4e4254d6-49bb-4f4d-97bf-bb874b7763cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:26.740425 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4e4254d6-49bb-4f4d-97bf-bb874b7763cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:26.755688 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-4e4254d6-49bb-4f4d-97bf-bb874b7763cb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e3d82e2c-16ed-43df-b350-5a404d5f0714 HTTP/1.1" status: 204 len: 168 time: 1.5035658 Jul 29 09:50:26.768456 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:26.768949 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] Set router aaa860a3-8483-4463-aa76-b9958142af88 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:50:26.776051 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-abcff5c2-f7dc-48c3-97a0-d5811849dfcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:26.929953 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] Pushing event updated for resources: {'Port': ['ID=9cbc5609-42a2-4664-94da-be909ee0c2a1,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:26.947551 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4254d6-49bb-4f4d-97bf-bb874b7763cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d82e2c-16ed-43df-b350-5a404d5f0714,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:26.981079 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] Network ac4c7763-a9c1-46fa-a87f-9364e6565d1a is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:50:26.985874 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:50:26.991544 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f64dd2fe-211d-4d8b-8298-aede536cf461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:27.008360 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:50:27.012971 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634355'] for router_interface, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:27.015861 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f64dd2fe-211d-4d8b-8298-aede536cf461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:27.069627 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-bd57622e-7c22-48dc-9d14-8adf9894c11a service neutron] 10.222.0.78 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5751259 Jul 29 09:50:27.121355 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58760) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:27.122035 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-f64dd2fe-211d-4d8b-8298-aede536cf461 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=300feb5c62ce4a96aa86cd1c11dca714&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2064962 Jul 29 09:50:27.264415 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64dd2fe-211d-4d8b-8298-aede536cf461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80163e19-84bb-4cf7-b517-514e0ea5ebb0,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:27.358346 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-100a1e33-3ac7-4721-9ea9-8b4d6f11b16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:27.511389 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-100a1e33-3ac7-4721-9ea9-8b4d6f11b16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:27.526102 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-683da42c-373c-4f57-9beb-5cfa21c40eaa service neutron] 10.222.0.78 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024489 Jul 29 09:50:27.528295 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:27.558934 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa860a3-8483-4463-aa76-b9958142af88', 'name': 'tempest-ServerRescueNegativeTestJSON-544517513-router', 'tenant_id': 'ffa878d0aac14ae987b17e465ad1769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ce87473e-e42a-4855-8f73-940d70bcd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:04Z', 'updated_at': '2021-07-29T09:50:16Z', 'revision_number': 4, 'project_id': 'ffa878d0aac14ae987b17e465ad1769e', 'gw_port': {'id': 'ce87473e-e42a-4855-8f73-940d70bcd09d', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa860a3-8483-4463-aa76-b9958142af88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:05Z', 'updated_at': '2021-07-29T09:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '700176f4-0787-47ed-9904-53e304ae23b4', 'name': '', 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d', 'tenant_id': 'ffa878d0aac14ae987b17e465ad1769e', 'mac_address': 'fa:16:3e:12:54:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa860a3-8483-4463-aa76-b9958142af88', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '94ad0de8-8eb3-4402-86a4-0707bcb79a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:12Z', 'updated_at': '2021-07-29T09:50:26Z', 'revision_number': 4, 'project_id': 'ffa878d0aac14ae987b17e465ad1769e', 'subnets': [{'id': '94ad0de8-8eb3-4402-86a4-0707bcb79a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:27.604503 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f637f22-1101-4c73-9ec4-6910b493fbd5 req-47eebd01-9fd0-4750-9e8b-08c4973e7cbe tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:27.613128 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-f097202e-9a8e-4fc9-8748-fc18b7389ddf None None] Provisioning for port 9cbc5609-42a2-4664-94da-be909ee0c2a1 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:50:27.613801 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3f637f22-1101-4c73-9ec4-6910b493fbd5 req-47eebd01-9fd0-4750-9e8b-08c4973e7cbe tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 932 time: 0.8208046 Jul 29 09:50:27.618742 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-f097202e-9a8e-4fc9-8748-fc18b7389ddf None None] Provisioning complete for port 9cbc5609-42a2-4664-94da-be909ee0c2a1 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:50:27.619255 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f097202e-9a8e-4fc9-8748-fc18b7389ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:27.630454 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-abcff5c2-f7dc-48c3-97a0-d5811849dfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:27.637406 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-abcff5c2-f7dc-48c3-97a0-d5811849dfcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:27.640651 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-abcff5c2-f7dc-48c3-97a0-d5811849dfcf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/40098f4d-5dba-4aab-a580-9ee3e4f943a4 HTTP/1.1" status: 204 len: 168 time: 1.4056382 Jul 29 09:50:27.687207 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcff5c2-f7dc-48c3-97a0-d5811849dfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40098f4d-5dba-4aab-a580-9ee3e4f943a4,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:27.716491 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0c32e8-476c-4596-99e5-41749fc7cb2a None None] The sync data for ids ['aaa860a3-8483-4463-aa76-b9958142af88'] in dv-cinder-788253-4-iscsi is: [{'id': 'aaa860a3-8483-4463-aa76-b9958142af88', 'name': 'tempest-ServerRescueNegativeTestJSON-544517513-router', 'tenant_id': 'ffa878d0aac14ae987b17e465ad1769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ce87473e-e42a-4855-8f73-940d70bcd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:04Z', 'updated_at': '2021-07-29T09:50:16Z', 'revision_number': 4, 'project_id': 'ffa878d0aac14ae987b17e465ad1769e', 'gw_port': {'id': 'ce87473e-e42a-4855-8f73-940d70bcd09d', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa860a3-8483-4463-aa76-b9958142af88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:05Z', 'updated_at': '2021-07-29T09:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '700176f4-0787-47ed-9904-53e304ae23b4', 'name': '', 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d', 'tenant_id': 'ffa878d0aac14ae987b17e465ad1769e', 'mac_address': 'fa:16:3e:12:54:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa860a3-8483-4463-aa76-b9958142af88', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '94ad0de8-8eb3-4402-86a4-0707bcb79a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:12Z', 'updated_at': '2021-07-29T09:50:26Z', 'revision_number': 4, 'project_id': 'ffa878d0aac14ae987b17e465ad1769e', 'subnets': [{'id': '94ad0de8-8eb3-4402-86a4-0707bcb79a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:50:27.759146 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-f097202e-9a8e-4fc9-8748-fc18b7389ddf None None] Port 9cbc5609-42a2-4664-94da-be909ee0c2a1 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:50:27.807998 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3f637f22-1101-4c73-9ec4-6910b493fbd5 req-b99953ff-25ee-4236-8508-4a999f727cd6 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617444 Jul 29 09:50:28.230467 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-100a1e33-3ac7-4721-9ea9-8b4d6f11b16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:28.235595 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-100a1e33-3ac7-4721-9ea9-8b4d6f11b16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:28.259171 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-100a1e33-3ac7-4721-9ea9-8b4d6f11b16a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/80163e19-84bb-4cf7-b517-514e0ea5ebb0 HTTP/1.1" status: 204 len: 168 time: 1.1336105 Jul 29 09:50:28.320630 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-62731203-d45e-4c77-946c-745e6a993a79 req-502beaf4-35ba-40ed-b421-235a9e1abe6b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 210 time: 0.1467712 Jul 29 09:50:28.332244 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a1e33-3ac7-4721-9ea9-8b4d6f11b16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80163e19-84bb-4cf7-b517-514e0ea5ebb0,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:28.467005 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:28.508478 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:28.510724 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717411'] for router_interface, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:28.598815 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 700176f4-0787-47ed-9904-53e304ae23b4 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:50:28.746071 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] Pushing event updated for resources: {'Port': ['ID=9cbc5609-42a2-4664-94da-be909ee0c2a1,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:28.866052 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port 700176f4-0787-47ed-9904-53e304ae23b4 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:50:28.869991 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] Network ac4c7763-a9c1-46fa-a87f-9364e6565d1a is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:50:28.873528 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:50:28.877651 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 700176f4-0787-47ed-9904-53e304ae23b4 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:50:28.878210 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:29.307493 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:29.337174 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74565-03ad-4a00-96f8-06b710ec35ea req-bf3f30f6-37c4-45c7-9c2b-1176e3127807 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:29.348376 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-17548430-a4e2-402b-924b-dafc70d71308 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 09:50:29.372476 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-17548430-a4e2-402b-924b-dafc70d71308 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0645113 Jul 29 09:50:29.385896 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d7d74565-03ad-4a00-96f8-06b710ec35ea req-bf3f30f6-37c4-45c7-9c2b-1176e3127807 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 932 time: 0.2700622 Jul 29 09:50:29.565983 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] Router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 09:50:29.575733 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d7d74565-03ad-4a00-96f8-06b710ec35ea req-12c69c67-4d1e-4881-9248-db1bb7512bfe tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774724 Jul 29 09:50:29.598458 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port 700176f4-0787-47ed-9904-53e304ae23b4, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=700176f4-0787-47ed-9904-53e304ae23b4,segment=NetworkSegment(ea7870e2-4591-412b-abea-51a261584522),segment_id=ea7870e2-4591-412b-abea-51a261584522)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:50:29.613401 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:29.961156 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-a8efedcc-8978-4427-8348-727e52256a56 None None] Provisioning complete for port 9cbc5609-42a2-4664-94da-be909ee0c2a1 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:50:29.962052 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-a8efedcc-8978-4427-8348-727e52256a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:30.228894 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=700176f4-0787-47ed-9904-53e304ae23b4,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:30.312737 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58846) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:30.327774 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-a8efedcc-8978-4427-8348-727e52256a56 None None] Port 9cbc5609-42a2-4664-94da-be909ee0c2a1 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:50:30.376140 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b71af111-5e9b-4854-b4f8-e97bbf570d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:30.395126 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:50:30.411699 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Sync routers for ids ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:50:30.433836 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-7ede4e3a-2b84-4524-bbc0-d34892c85665 admin admin] 10.222.0.78 "PUT /v2.0/routers/9f0bece0-212e-461d-a5b9-9585d6a8d0b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6532266 Jul 29 09:50:30.449962 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Routers {'9f0bece0-212e-461d-a5b9-9585d6a8d0b4'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:50:30.451783 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:50:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:30.593414 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 700176f4-0787-47ed-9904-53e304ae23b4 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:50:30.926649 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b71af111-5e9b-4854-b4f8-e97bbf570d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:30.937658 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b71af111-5e9b-4854-b4f8-e97bbf570d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:31.093079 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71af111-5e9b-4854-b4f8-e97bbf570d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf0ec60-87bb-4cc8-9794-8cbb661ee26b,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:31.116507 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58866) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:31.118435 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-b71af111-5e9b-4854-b4f8-e97bbf570d35 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f90a5b125cfb46bab17a613f792fd7b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7942069 Jul 29 09:50:31.250595 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80b79-59b1-4a92-af20-14486c803257 req-e62ae90a-269a-4473-b2ff-b6dd52726a4e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:31.262568 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2ac80b79-59b1-4a92-af20-14486c803257 req-e62ae90a-269a-4473-b2ff-b6dd52726a4e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/networks?id=4a43051e-9405-4d7d-b1d4-41bec9856a1d HTTP/1.1" status: 200 len: 818 time: 1.4529457 Jul 29 09:50:31.379992 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2ac80b79-59b1-4a92-af20-14486c803257 req-d86d5c26-fc78-487c-b551-cdd316adb935 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/quotas/ffa878d0aac14ae987b17e465ad1769e HTTP/1.1" status: 200 len: 375 time: 0.1148238 Jul 29 09:50:31.433157 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Set router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:50:31.572471 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 700176f4-0787-47ed-9904-53e304ae23b4 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:50:31.573137 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:31.627472 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11b602-4c83-4df9-b9c4-71e648dd6f96 req-77ba7747-2991-4c00-aa25-481996cb016e tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:31.630380 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8b11b602-4c83-4df9-b9c4-71e648dd6f96 req-77ba7747-2991-4c00-aa25-481996cb016e tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 932 time: 0.6006150 Jul 29 09:50:31.803476 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b9d1446f-e775-44f9-8d1d-52e8f86e0966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:31.855086 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b9d1446f-e775-44f9-8d1d-52e8f86e0966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:31.909357 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8b11b602-4c83-4df9-b9c4-71e648dd6f96 req-430f3851-e05a-45bd-aedf-65ac8afb89de tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432194 Jul 29 09:50:31.926806 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2ac80b79-59b1-4a92-af20-14486c803257 req-38d95b0f-8871-4e33-bd40-161f6d1f5561 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffa878d0aac14ae987b17e465ad1769e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5392284 Jul 29 09:50:31.980200 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8007e0dc-0a86-4933-b816-3d335d300141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T09:50:27Z', 'revision_number': 4, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port': {'id': '8007e0dc-0a86-4933-b816-3d335d300141', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:11Z', 'updated_at': '2021-07-29T09:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9cbc5609-42a2-4664-94da-be909ee0c2a1', 'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'mac_address': 'fa:16:3e:1f:b8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:24Z', 'updated_at': '2021-07-29T09:50:27Z', 'revision_number': 2, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'subnets': [{'id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:32.017772 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Checking router: 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:50:32.018342 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Updating router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 port 9cbc5609-42a2-4664-94da-be909ee0c2a1 binding host dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 09:50:32.050061 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:32.059918 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2ac80b79-59b1-4a92-af20-14486c803257 req-c0541aab-36c7-4ea0-a4bc-8797b7f47171 service neutron] 10.222.0.78 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239104 Jul 29 09:50:32.216466 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b9d1446f-e775-44f9-8d1d-52e8f86e0966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:32.228288 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b9d1446f-e775-44f9-8d1d-52e8f86e0966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:32.243060 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-b9d1446f-e775-44f9-8d1d-52e8f86e0966 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/faf0ec60-87bb-4cc8-9794-8cbb661ee26b HTTP/1.1" status: 204 len: 168 time: 1.1079981 Jul 29 09:50:32.324337 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1446f-e775-44f9-8d1d-52e8f86e0966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf0ec60-87bb-4cc8-9794-8cbb661ee26b,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:32.433756 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2ac80b79-59b1-4a92-af20-14486c803257 req-b25cc9cf-57be-43c1-8163-2917e31d68f3 service neutron] 10.222.0.78 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660173 Jul 29 09:50:32.921702 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Notify callbacks [] for port, precommit_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:32.992828 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Transition to ACTIVE for port object 9cbc5609-42a2-4664-94da-be909ee0c2a1 will not be triggered until provisioned by entity L2. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:50:33.012844 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:33.023926 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-336bf525-7fb2-4ebe-bacb-11586700ef20 req-d37a75cc-3f83-46bb-aa7c-ab2e66b7715c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 210 time: 0.0891209 Jul 29 09:50:33.228099 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4f03b-b208-4623-a714-cc0c5d3f0885 None None] Pushing event updated for resources: {'Port': ['ID=9cbc5609-42a2-4664-94da-be909ee0c2a1,revision_number=3']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:33.393416 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4e4de-f4e9-4625-9fc1-947ac3f3dffd req-ba5913dc-91be-485d-a6d4-b624837d3810 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:33.410871 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a3a4e4de-f4e9-4625-9fc1-947ac3f3dffd req-ba5913dc-91be-485d-a6d4-b624837d3810 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 932 time: 0.2436123 Jul 29 09:50:33.414511 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Attempting to bind port 9cbc5609-42a2-4664-94da-be909ee0c2a1 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:50:33.415888 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Attempting to bind port 9cbc5609-42a2-4664-94da-be909ee0c2a1 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '6ae67238-e876-4105-9dd7-15cfb52eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a'}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:50:33.418121 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Attempting to bind port 9cbc5609-42a2-4664-94da-be909ee0c2a1 on network ac4c7763-a9c1-46fa-a87f-9364e6565d1a {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:50:33.439105 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:50:33.452317 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Checking segment: {'id': '6ae67238-e876-4105-9dd7-15cfb52eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:50:33.453898 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:33.462716 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Bound using segment: {'id': '6ae67238-e876-4105-9dd7-15cfb52eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a'} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:50:33.462716 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Bound port: 9cbc5609-42a2-4664-94da-be909ee0c2a1, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae67238-e876-4105-9dd7-15cfb52eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a'}}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:50:33.463128 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:33.549396 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58934) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:33.559250 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-c4621269-f900-47d8-9827-4b129a6c50b0 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--175811124', 'description': 'tempest-description--289815827'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:33.620485 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a3a4e4de-f4e9-4625-9fc1-947ac3f3dffd req-1c25f071-3c58-48e1-a716-61e46cce875b tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061760 Jul 29 09:50:33.681138 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Request body: {'port': {'device_id': 'c6f85104-7b12-425d-b50f-d3d2010cc8ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:33.699091 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] For port 9cbc5609-42a2-4664-94da-be909ee0c2a1, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:50:33.706452 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] For port 9cbc5609-42a2-4664-94da-be909ee0c2a1, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=9cbc5609-42a2-4664-94da-be909ee0c2a1,segment=NetworkSegment(6ae67238-e876-4105-9dd7-15cfb52eb401),segment_id=6ae67238-e876-4105-9dd7-15cfb52eb401)] {{(pid=104730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:50:33.734453 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:33.922324 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c4621269-f900-47d8-9827-4b129a6c50b0 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:33.931571 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Routers {'9f0bece0-212e-461d-a5b9-9585d6a8d0b4'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:50:33.932585 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:50:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:34.058890 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4f03b-b208-4623-a714-cc0c5d3f0885 None None] Pushing event updated for resources: {'Port': ['ID=9cbc5609-42a2-4664-94da-be909ee0c2a1,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:34.083083 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:34.383696 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-42bb5207-1aba-4dd2-945e-194104baf221 req-2ad1c485-fc13-4836-b395-23f09f7c08df tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 210 time: 0.1379728 Jul 29 09:50:34.409934 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] Set router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:50:34.468139 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c4621269-f900-47d8-9827-4b129a6c50b0 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:34.515815 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c4621269-f900-47d8-9827-4b129a6c50b0 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:34.617272 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c4621269-f900-47d8-9827-4b129a6c50b0 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:34.618455 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-c4621269-f900-47d8-9827-4b129a6c50b0 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0659816 Jul 29 09:50:34.621927 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58960) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:34.634119 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-4d7d6457-3928-45e8-8bf4-43538fdd2522 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Request body: {'security_group_rule': {'security_group_id': 'aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:34.654105 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4621269-f900-47d8-9827-4b129a6c50b0 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:34.787921 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4d7d6457-3928-45e8-8bf4-43538fdd2522 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:35.023318 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9f7a9-dfc3-4968-8df4-f23250b61b95 req-9632989d-89c9-48e7-969b-423d4db27a50 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:35.026836 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5eb9f7a9-dfc3-4968-8df4-f23250b61b95 req-9632989d-89c9-48e7-969b-423d4db27a50 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 932 time: 0.2663860 Jul 29 09:50:35.031122 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4d7d6457-3928-45e8-8bf4-43538fdd2522 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:35.044139 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a7b09c0-5e56-44ae-8658-5997cc70a201 {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:50:35.058934 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:35.087496 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Transition to ACTIVE for port object 0a7b09c0-5e56-44ae-8658-5997cc70a201 will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:50:35.089186 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4d7d6457-3928-45e8-8bf4-43538fdd2522 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:35.092747 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:35.114626 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8007e0dc-0a86-4933-b816-3d335d300141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T09:50:27Z', 'revision_number': 4, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port': {'id': '8007e0dc-0a86-4933-b816-3d335d300141', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:11Z', 'updated_at': '2021-07-29T09:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9cbc5609-42a2-4664-94da-be909ee0c2a1', 'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'mac_address': 'fa:16:3e:1f:b8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:24Z', 'updated_at': '2021-07-29T09:50:33Z', 'revision_number': 4, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'subnets': [{'id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:50:35.127728 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4d7d6457-3928-45e8-8bf4-43538fdd2522 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:35.133670 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-4d7d6457-3928-45e8-8bf4-43538fdd2522 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5072439 Jul 29 09:50:35.136629 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 58978) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:35.149050 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5eb9f7a9-dfc3-4968-8df4-f23250b61b95 req-db68bff7-c688-4ea7-bb71-716c02197e48 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086133 Jul 29 09:50:35.150579 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-33b88a92-5f43-4536-be4f-0f69d57fa91b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Request body: {'security_group_rule': {'security_group_id': 'aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:35.154382 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d6457-3928-45e8-8bf4-43538fdd2522 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583d9510-f14a-4a78-a028-7304dde4a035,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:35.212210 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47d6b02-c9ff-4fdb-98a2-638e28b14a76 None None] The sync data for ids ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'] in dv-cinder-788253-4-iscsi is: [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8007e0dc-0a86-4933-b816-3d335d300141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T09:50:27Z', 'revision_number': 4, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port': {'id': '8007e0dc-0a86-4933-b816-3d335d300141', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:11Z', 'updated_at': '2021-07-29T09:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9cbc5609-42a2-4664-94da-be909ee0c2a1', 'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'mac_address': 'fa:16:3e:1f:b8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:24Z', 'updated_at': '2021-07-29T09:50:33Z', 'revision_number': 4, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'subnets': [{'id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:50:35.253641 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Pushing event updated for resources: {'Port': ['ID=0a7b09c0-5e56-44ae-8658-5997cc70a201,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:35.261154 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-33b88a92-5f43-4536-be4f-0f69d57fa91b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:35.312509 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Attempting to bind port 0a7b09c0-5e56-44ae-8658-5997cc70a201 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:50:35.313719 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Attempting to bind port 0a7b09c0-5e56-44ae-8658-5997cc70a201 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '5d796c47-c8c4-40ed-8295-5c427605e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'f821e966-bfee-4ec4-b30a-3dcf2b8f81d2'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:50:35.314087 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Attempting to bind port 0a7b09c0-5e56-44ae-8658-5997cc70a201 on network f821e966-bfee-4ec4-b30a-3dcf2b8f81d2 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:50:35.343054 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Port 0a7b09c0-5e56-44ae-8658-5997cc70a201 on network f821e966-bfee-4ec4-b30a-3dcf2b8f81d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 09:50:35.343663 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Attempting to bind port 0a7b09c0-5e56-44ae-8658-5997cc70a201 on network f821e966-bfee-4ec4-b30a-3dcf2b8f81d2 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:50:35.394347 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:50:35.394919 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Checking segment: {'id': '5d796c47-c8c4-40ed-8295-5c427605e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'f821e966-bfee-4ec4-b30a-3dcf2b8f81d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:50:35.395321 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Bound using segment: {'id': '5d796c47-c8c4-40ed-8295-5c427605e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'f821e966-bfee-4ec4-b30a-3dcf2b8f81d2'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:50:35.395775 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Bound port: 0a7b09c0-5e56-44ae-8658-5997cc70a201, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d796c47-c8c4-40ed-8295-5c427605e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'f821e966-bfee-4ec4-b30a-3dcf2b8f81d2'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:50:35.396136 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:35.473011 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-33b88a92-5f43-4536-be4f-0f69d57fa91b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:35.482985 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-33b88a92-5f43-4536-be4f-0f69d57fa91b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:35.535613 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b88a92-5f43-4536-be4f-0f69d57fa91b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a2d444-ba3c-42e3-a23a-49a8d2cbb26e,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:35.548745 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-33b88a92-5f43-4536-be4f-0f69d57fa91b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:35.560563 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 58996) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:35.571468 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-e9ebb33c-e25f-45d7-884a-4b652e2e3ed5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Request body: {'floatingip': {'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:35.582055 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-33b88a92-5f43-4536-be4f-0f69d57fa91b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4416645 Jul 29 09:50:35.600835 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] For port 0a7b09c0-5e56-44ae-8658-5997cc70a201, host hv-cinder-78825, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:50:35.608791 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] For port 0a7b09c0-5e56-44ae-8658-5997cc70a201, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=0a7b09c0-5e56-44ae-8658-5997cc70a201,segment=NetworkSegment(5d796c47-c8c4-40ed-8295-5c427605e27f),segment_id=5d796c47-c8c4-40ed-8295-5c427605e27f)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:50:35.626818 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:35.656095 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e9ebb33c-e25f-45d7-884a-4b652e2e3ed5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for floatingip, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:35.782158 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:35.800591 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-674633cc-0b74-4451-ab02-fb08ea270a88 req-13771137-1127-4c07-a5b8-70e5ba942319 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 210 time: 0.0973864 Jul 29 09:50:35.836919 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:35.838059 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:35.840304 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] 10.222.0.89 "PUT /v2.0/ports/0a7b09c0-5e56-44ae-8658-5997cc70a201 HTTP/1.1" status: 200 len: 1094 time: 2.5955656 Jul 29 09:50:35.841146 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f85104-7b12-425d-b50f-d3d2010cc8ec', 'tag': '0a7b09c0-5e56-44ae-8658-5997cc70a201'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:50:36.112743 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 59006) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:36.181483 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19008c8e-6a8c-4624-8223-0b64080358ad service neutron] Pushing event updated for resources: {'Port': ['ID=0a7b09c0-5e56-44ae-8658-5997cc70a201,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:36.353479 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e9ebb33c-e25f-45d7-884a-4b652e2e3ed5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:36.406112 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-18d22735-9365-4169-a724-c189c87a17e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:36.648190 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 9cbc5609-42a2-4664-94da-be909ee0c2a1 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:50:36.737743 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-a171791a-fb65-4d81-8fcb-e5ba52f9878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:36.743645 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-a171791a-fb65-4d81-8fcb-e5ba52f9878c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5f94ae44657b45829cd30606744082cd&device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 1097 time: 0.3150594 Jul 29 09:50:36.805659 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port 9cbc5609-42a2-4664-94da-be909ee0c2a1 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:50:36.818297 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 9cbc5609-42a2-4664-94da-be909ee0c2a1 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:50:36.818674 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:36.994339 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73443f64-ec8c-4c6a-a230-8b74940c09a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f85104-7b12-425d-b50f-d3d2010cc8ec", "tag": "0a7b09c0-5e56-44ae-8658-5997cc70a201"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:50:37.185793 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-1fa62e80-381a-45d1-8280-f798db65bf19 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a7b09c0-5e56-44ae-8658-5997cc70a201 HTTP/1.1" status: 200 len: 217 time: 0.3907115 Jul 29 09:50:37.383789 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:37.468933 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250952b-eed0-49a2-8ef6-c8cb810ff8a8 req-3007621c-2bb0-44c2-96a6-82c5a30eb1ae tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:37.479748 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port 9cbc5609-42a2-4664-94da-be909ee0c2a1, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=9cbc5609-42a2-4664-94da-be909ee0c2a1,segment=NetworkSegment(6ae67238-e876-4105-9dd7-15cfb52eb401),segment_id=6ae67238-e876-4105-9dd7-15cfb52eb401)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:50:37.486660 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6250952b-eed0-49a2-8ef6-c8cb810ff8a8 req-3007621c-2bb0-44c2-96a6-82c5a30eb1ae tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 944 time: 0.8662999 Jul 29 09:50:37.487755 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:37.496000 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.89', 55930) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:37.504292 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-f4ff8c23-62bb-4c9f-bfc8-68bd0bfd2388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:37.508456 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-f4ff8c23-62bb-4c9f-bfc8-68bd0bfd2388 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=481f6777-1c0f-40a4-9bc6-96356e6f6500 HTTP/1.1" status: 200 len: 852 time: 0.2972970 Jul 29 09:50:37.561923 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f30cd005-d50a-4f99-baff-2176283ff8a4 req-78897b45-18ee-480a-bbcb-21e6dabf2ed6 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 210 time: 0.5329821 Jul 29 09:50:37.608625 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=9cbc5609-42a2-4664-94da-be909ee0c2a1,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:37.802131 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-18d22735-9365-4169-a724-c189c87a17e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:37.822690 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [None req-e9ebb33c-e25f-45d7-884a-4b652e2e3ed5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Allocated IP 172.27.2.40 (b3b02076-35c8-452e-bb57-22f5e98db348/fdb5e983-6a65-4f11-aa94-f451584e5c8e/d498b0cf-6ffe-4827-bbd4-86ae3a89bb0c) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:50:38.073357 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-c871e942-fb31-477c-bbc5-0cc4af779a4c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f821e966-bfee-4ec4-b30a-3dcf2b8f81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3481042 Jul 29 09:50:38.159309 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e9ebb33c-e25f-45d7-884a-4b652e2e3ed5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:38.169101 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.89', 55931) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:38.220392 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-18d22735-9365-4169-a724-c189c87a17e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:38.228953 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6250952b-eed0-49a2-8ef6-c8cb810ff8a8 req-3ff409d6-c1a5-4eab-a541-cb53c6d44188 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7410786 Jul 29 09:50:38.266912 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e9ebb33c-e25f-45d7-884a-4b652e2e3ed5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:38.335401 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d22735-9365-4169-a724-c189c87a17e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e65a15c-744c-4dc6-8610-2a4a5a2cf97f,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:38.471734 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-04e32b2c-3031-45a3-b7ea-46d81d27fbd3 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:38.475044 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-04e32b2c-3031-45a3-b7ea-46d81d27fbd3 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.89 "GET /v2.0/networks?id=4a43051e-9405-4d7d-b1d4-41bec9856a1d HTTP/1.1" status: 200 len: 818 time: 0.9646516 Jul 29 09:50:38.509092 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ebb33c-e25f-45d7-884a-4b652e2e3ed5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Network b3b02076-35c8-452e-bb57-22f5e98db348 is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:50:38.530436 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-e9ebb33c-e25f-45d7-884a-4b652e2e3ed5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:50:38.533981 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebb33c-e25f-45d7-884a-4b652e2e3ed5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Pushing event updated for resources: {'Port': ['ID=d498b0cf-6ffe-4827-bbd4-86ae3a89bb0c,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:38.553943 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ebb33c-e25f-45d7-884a-4b652e2e3ed5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:50:38.593737 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 9cbc5609-42a2-4664-94da-be909ee0c2a1 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:50:38.775288 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 09:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79065573-14d7-41e2-9708-115a6416939a x-openstack-request-id: req-79065573-14d7-41e2-9708-115a6416939a {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:50:38.776146 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f85104-7b12-425d-b50f-d3d2010cc8ec", "tag": "0a7b09c0-5e56-44ae-8658-5997cc70a201", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:50:38.777426 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79065573-14d7-41e2-9708-115a6416939a {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:50:38.778371 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f85104-7b12-425d-b50f-d3d2010cc8ec', 'tag': '0a7b09c0-5e56-44ae-8658-5997cc70a201', 'status': 'completed', 'code': 200} Jul 29 09:50:38.798537 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-50f400a7-17ef-466d-aee8-c433b21794dc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Request body: {'port': {'device_id': '681b97e3-2762-447a-8587-301beb45f9b4', 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d', 'admin_state_up': True, 'tenant_id': 'ffa878d0aac14ae987b17e465ad1769e'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:38.858667 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 9cbc5609-42a2-4664-94da-be909ee0c2a1 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:50:38.868429 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:38.966663 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80b79-59b1-4a92-af20-14486c803257 req-31b9f89d-e2fe-42e6-8559-5c1152d58bb7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:38.969950 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2ac80b79-59b1-4a92-af20-14486c803257 req-31b9f89d-e2fe-42e6-8559-5c1152d58bb7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.89 "GET /v2.0/networks?id=4a43051e-9405-4d7d-b1d4-41bec9856a1d HTTP/1.1" status: 200 len: 818 time: 0.7992218 Jul 29 09:50:38.988745 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-18d22735-9365-4169-a724-c189c87a17e9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7415a50433dc4e60ad299c8eac714233&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8644650 Jul 29 09:50:39.051968 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 59078) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:39.061981 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-2ac80b79-59b1-4a92-af20-14486c803257 req-d98ba8e9-6263-4bb3-b121-85a5bf74e9c5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Request body: {'port': {'device_id': 'e2645879-00d4-4fa2-bd98-9cc48f9125c1', 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d', 'admin_state_up': True, 'tenant_id': 'ffa878d0aac14ae987b17e465ad1769e'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:39.087721 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-39298a1b-ec66-470a-b3b2-59d233f3f884 req-d92df9dd-6537-4b02-aa7c-4f662a54152d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 210 time: 0.1268106 Jul 29 09:50:39.089901 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e9ebb33c-e25f-45d7-884a-4b652e2e3ed5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:39.132673 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-220a6d02-8162-402f-96e7-f626812a5b66 service neutron] 10.222.0.89 "GET /v2.0/networks/f821e966-bfee-4ec4-b30a-3dcf2b8f81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0077810 Jul 29 09:50:39.290789 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e9ebb33c-e25f-45d7-884a-4b652e2e3ed5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:39.541486 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-50f400a7-17ef-466d-aee8-c433b21794dc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Made reservation on behalf of ffa878d0aac14ae987b17e465ad1769e for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:50:39.546354 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-50f400a7-17ef-466d-aee8-c433b21794dc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:39.900816 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1cf3a014-1e17-4575-b713-2af992a58f1f req-14ef0bee-816d-4d89-b4bf-56ea214d9a6b service neutron] 10.222.0.89 "GET /v2.0/networks/f821e966-bfee-4ec4-b30a-3dcf2b8f81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6942294 Jul 29 09:50:40.094477 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-779ee88c-38f3-4eed-a7ae-38a665400414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:40.202966 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-779ee88c-38f3-4eed-a7ae-38a665400414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:40.289146 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e9ebb33c-e25f-45d7-884a-4b652e2e3ed5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:40.293089 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac80b79-59b1-4a92-af20-14486c803257 req-d98ba8e9-6263-4bb3-b121-85a5bf74e9c5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Made reservation on behalf of ffa878d0aac14ae987b17e465ad1769e for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:50:40.303315 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2ac80b79-59b1-4a92-af20-14486c803257 req-d98ba8e9-6263-4bb3-b121-85a5bf74e9c5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:40.335049 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e9ebb33c-e25f-45d7-884a-4b652e2e3ed5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:40.512143 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5be5f8b1-c62e-41bf-b1a1-d1699853a674 req-6a3d3f70-703e-4ae9-89ad-bc5c19076b71 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 210 time: 0.2340000 Jul 29 09:50:40.575361 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3065a-51cb-4b72-831e-fef827299435 req-0a356606-fe26-48ab-b27d-c5231b16a46b tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:40.580700 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f3a3065a-51cb-4b72-831e-fef827299435 req-0a356606-fe26-48ab-b27d-c5231b16a46b tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 944 time: 0.4898973 Jul 29 09:50:40.645959 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-50f400a7-17ef-466d-aee8-c433b21794dc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Allocated IP 172.20.0.7 (4a43051e-9405-4d7d-b1d4-41bec9856a1d/94ad0de8-8eb3-4402-86a4-0707bcb79a43/71d634be-ce6b-4f1e-8d92-b9a3145dd465) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:50:40.748441 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-779ee88c-38f3-4eed-a7ae-38a665400414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:40.757541 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-779ee88c-38f3-4eed-a7ae-38a665400414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:40.770558 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-779ee88c-38f3-4eed-a7ae-38a665400414 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7e65a15c-744c-4dc6-8610-2a4a5a2cf97f HTTP/1.1" status: 204 len: 168 time: 1.7165921 Jul 29 09:50:40.834383 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ee88c-38f3-4eed-a7ae-38a665400414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e65a15c-744c-4dc6-8610-2a4a5a2cf97f,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:40.969191 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebb33c-e25f-45d7-884a-4b652e2e3ed5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Pushing event updated for resources: {'Port': ['ID=d498b0cf-6ffe-4827-bbd4-86ae3a89bb0c,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:40.993545 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 59124) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:41.005732 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e9ebb33c-e25f-45d7-884a-4b652e2e3ed5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634374'] for floatingip, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:41.067326 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f3a3065a-51cb-4b72-831e-fef827299435 req-2a63d002-54fc-4a64-85fd-24a94cdb3164 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477712 Jul 29 09:50:41.123189 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e9ebb33c-e25f-45d7-884a-4b652e2e3ed5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:41.136765 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-e9ebb33c-e25f-45d7-884a-4b652e2e3ed5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5670857 Jul 29 09:50:41.367794 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-50f400a7-17ef-466d-aee8-c433b21794dc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:41.491140 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-50f400a7-17ef-466d-aee8-c433b21794dc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:41.723478 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f400a7-17ef-466d-aee8-c433b21794dc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Pushing event updated for resources: {'Port': ['ID=71d634be-ce6b-4f1e-8d92-b9a3145dd465,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:41.749959 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443f64-ec8c-4c6a-a230-8b74940c09a7 req-2fc7e02d-31ec-4188-b1a5-37e1eda85262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:41.752445 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-73443f64-ec8c-4c6a-a230-8b74940c09a7 req-2fc7e02d-31ec-4188-b1a5-37e1eda85262 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5f94ae44657b45829cd30606744082cd&device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 1097 time: 0.4633081 Jul 29 09:50:41.760666 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-50f400a7-17ef-466d-aee8-c433b21794dc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Network 4a43051e-9405-4d7d-b1d4-41bec9856a1d is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:50:41.764312 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-50f400a7-17ef-466d-aee8-c433b21794dc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:50:41.770350 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-50f400a7-17ef-466d-aee8-c433b21794dc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:50:41.777603 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-50f400a7-17ef-466d-aee8-c433b21794dc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:41.778301 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-50f400a7-17ef-466d-aee8-c433b21794dc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:41.796657 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-2ac80b79-59b1-4a92-af20-14486c803257 req-d98ba8e9-6263-4bb3-b121-85a5bf74e9c5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Allocated IP 172.20.0.4 (4a43051e-9405-4d7d-b1d4-41bec9856a1d/94ad0de8-8eb3-4402-86a4-0707bcb79a43/5e41ca6c-d07d-4d3b-a473-d5c61505cd9c) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:50:41.811259 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-50f400a7-17ef-466d-aee8-c433b21794dc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0573986 Jul 29 09:50:41.863086 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-73c5c2b5-5b9b-4b2c-8b44-1194d872f7d3 req-d449dffb-198d-49fd-b4dc-a0a0c3c95863 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 210 time: 0.1437774 Jul 29 09:50:41.897346 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-c5e15253-9b14-47c3-9166-332df34206aa tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--175811124&fields=id&tenant_id=8d0213ef301145e88bfeefb34d12fda1 HTTP/1.1" status: 200 len: 267 time: 0.2542996 Jul 29 09:50:41.928365 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8567ec28-1314-4165-aa71-ccef2cfeac3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:41.955478 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 59156) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:41.979148 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0b3cef30-4e5b-4549-9435-13a1862c341e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:42.019077 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Request body: {'port': {'device_id': '681b97e3-2762-447a-8587-301beb45f9b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:42.061762 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-3eae4230-8793-4377-882f-6ae7b241d22a tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:42.085465 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-3eae4230-8793-4377-882f-6ae7b241d22a tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/networks?id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a HTTP/1.1" status: 200 len: 811 time: 0.1866293 Jul 29 09:50:42.112570 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-4d7b7ebe-e499-405e-9f10-9438a3ce72ee tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/quotas/8d0213ef301145e88bfeefb34d12fda1 HTTP/1.1" status: 200 len: 375 time: 0.0231965 Jul 29 09:50:42.246381 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-f79e5b66-23f4-45f1-b622-392e5080431a tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8d0213ef301145e88bfeefb34d12fda1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1263781 Jul 29 09:50:42.376029 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27792cda-48e3-454d-bac3-912a5ac12be5 req-82e710d1-3381-4044-955b-a0e140634488 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:42.377702 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-27792cda-48e3-454d-bac3-912a5ac12be5 req-82e710d1-3381-4044-955b-a0e140634488 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 944 time: 0.1301806 Jul 29 09:50:42.407665 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-fa5aa903-1fdf-42af-8864-ef502c0a6d91 service neutron] 10.222.0.78 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431503 Jul 29 09:50:42.494532 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-27792cda-48e3-454d-bac3-912a5ac12be5 req-f7f938fa-f5d5-407d-8ad7-5790fb5517bd tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903924 Jul 29 09:50:42.548242 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-bea870da-3f8e-4592-9f2d-9880721ca674 service neutron] 10.222.0.78 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315956 Jul 29 09:50:42.597264 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2ac80b79-59b1-4a92-af20-14486c803257 req-d98ba8e9-6263-4bb3-b121-85a5bf74e9c5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:42.614240 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443f64-ec8c-4c6a-a230-8b74940c09a7 req-f7accc4d-256b-4de7-b251-5a3faaf0d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:42.615802 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-73443f64-ec8c-4c6a-a230-8b74940c09a7 req-f7accc4d-256b-4de7-b251-5a3faaf0d64b service neutron] 10.222.0.89 "GET /v2.0/networks?id=f821e966-bfee-4ec4-b30a-3dcf2b8f81d2 HTTP/1.1" status: 200 len: 914 time: 0.6019993 Jul 29 09:50:42.685998 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:42.725286 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-73443f64-ec8c-4c6a-a230-8b74940c09a7 req-bbbaf58d-904d-4484-88b2-8d7e1bc5af7d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a7b09c0-5e56-44ae-8658-5997cc70a201 HTTP/1.1" status: 200 len: 217 time: 0.0930192 Jul 29 09:50:42.794384 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fd123c17-23f6-4d2e-900f-a9fc030ea5ac req-205d25af-f6e6-41b8-bdd5-b354e3b58e0f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 210 time: 0.0404916 Jul 29 09:50:42.874637 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8567ec28-1314-4165-aa71-ccef2cfeac3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:42.885239 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2ac80b79-59b1-4a92-af20-14486c803257 req-d98ba8e9-6263-4bb3-b121-85a5bf74e9c5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:42.893837 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8567ec28-1314-4165-aa71-ccef2cfeac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:43.020603 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443f64-ec8c-4c6a-a230-8b74940c09a7 req-f2eabd0a-fb40-4531-ad99-1d3dfad91360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:43.023238 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-73443f64-ec8c-4c6a-a230-8b74940c09a7 req-f2eabd0a-fb40-4531-ad99-1d3dfad91360 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=481f6777-1c0f-40a4-9bc6-96356e6f6500 HTTP/1.1" status: 200 len: 852 time: 0.2502761 Jul 29 09:50:43.108007 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd2819-0acd-4420-b2e3-4c4b2575cfb4 req-091def3b-1709-4303-8d9f-5e40976454b3 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:43.113267 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-14cd2819-0acd-4420-b2e3-4c4b2575cfb4 req-091def3b-1709-4303-8d9f-5e40976454b3 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 931 time: 0.1233544 Jul 29 09:50:43.138966 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac80b79-59b1-4a92-af20-14486c803257 req-d98ba8e9-6263-4bb3-b121-85a5bf74e9c5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Network 4a43051e-9405-4d7d-b1d4-41bec9856a1d is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:50:43.140581 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567ec28-1314-4165-aa71-ccef2cfeac3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee7ce8e-46f4-437a-9359-0dba9e619cd0,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:43.143625 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0b3cef30-4e5b-4549-9435-13a1862c341e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:43.154439 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-8567ec28-1314-4165-aa71-ccef2cfeac3b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=105e0351fce44ebd8ef1ff78f7b19768&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9816685 Jul 29 09:50:43.168630 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 59192) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:43.176535 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-2ac80b79-59b1-4a92-af20-14486c803257 req-d98ba8e9-6263-4bb3-b121-85a5bf74e9c5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:50:43.185306 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac80b79-59b1-4a92-af20-14486c803257 req-d98ba8e9-6263-4bb3-b121-85a5bf74e9c5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:50:43.191808 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0b3cef30-4e5b-4549-9435-13a1862c341e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:43.196767 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80b79-59b1-4a92-af20-14486c803257 req-d98ba8e9-6263-4bb3-b121-85a5bf74e9c5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:43.197844 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2ac80b79-59b1-4a92-af20-14486c803257 req-d98ba8e9-6263-4bb3-b121-85a5bf74e9c5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:43.235831 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-0b3cef30-4e5b-4549-9435-13a1862c341e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=068cf5c55ba640c69afa14304fd5fdaf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2756529 Jul 29 09:50:43.246065 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 59200) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:43.309074 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3cef30-4e5b-4549-9435-13a1862c341e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0edc22-441f-48e7-8580-74806ade1513,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:43.352576 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-14cd2819-0acd-4420-b2e3-4c4b2575cfb4 req-82c7c530-e1c2-4091-b72a-778f618f9087 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259772 Jul 29 09:50:43.412243 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ba8e9-6263-4bb3-b121-85a5bf74e9c5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Pushing event updated for resources: {'Port': ['ID=5e41ca6c-d07d-4d3b-a473-d5c61505cd9c,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:43.416231 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-73443f64-ec8c-4c6a-a230-8b74940c09a7 req-dd977295-c22a-44a2-a7af-3b6125151928 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f821e966-bfee-4ec4-b30a-3dcf2b8f81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1772151 Jul 29 09:50:43.438446 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2ac80b79-59b1-4a92-af20-14486c803257 req-d98ba8e9-6263-4bb3-b121-85a5bf74e9c5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3870997 Jul 29 09:50:43.474699 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Request body: {'port': {'device_id': 'e2645879-00d4-4fa2-bd98-9cc48f9125c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:43.700168 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd5179-8e29-4d88-87c3-68a8fd3c139a req-b64700b6-11b9-4fad-87ef-4421c2c8e4ac tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:43.702086 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cfdd5179-8e29-4d88-87c3-68a8fd3c139a req-b64700b6-11b9-4fad-87ef-4421c2c8e4ac tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 944 time: 0.0842316 Jul 29 09:50:43.770135 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2053ac6a-3bae-4e1d-b31e-bf8f58076225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:43.777076 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cfdd5179-8e29-4d88-87c3-68a8fd3c139a req-244892ff-4468-4ca6-985f-7115fc962e99 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535979 Jul 29 09:50:43.792992 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:43.811065 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-be2d6f07-a638-49b9-be7c-099242199a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:43.838002 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-73443f64-ec8c-4c6a-a230-8b74940c09a7 req-2a4d285a-ded3-4bc4-b7f3-a6cac76eb9ef service neutron] 10.222.0.89 "GET /v2.0/networks/f821e966-bfee-4ec4-b30a-3dcf2b8f81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967493 Jul 29 09:50:43.963897 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-26a43a91-dca7-4267-a650-53d114a600a9 req-afa84555-514f-4cfb-ab0a-edda962be5e3 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 210 time: 0.0386195 Jul 29 09:50:44.018831 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2053ac6a-3bae-4e1d-b31e-bf8f58076225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:44.092427 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-be2d6f07-a638-49b9-be7c-099242199a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:44.163148 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d634be-ce6b-4f1e-8d92-b9a3145dd465 {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:50:44.195874 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:44.240426 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.89', 55948) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:44.246979 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-00b24be9-70e7-4deb-b61a-a66d6a739517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:44.318397 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Transition to ACTIVE for port object 71d634be-ce6b-4f1e-8d92-b9a3145dd465 will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:50:44.323695 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-73443f64-ec8c-4c6a-a230-8b74940c09a7 req-55deaff7-8cd7-4ad1-9b47-d1be8fcc1601 service neutron] 10.222.0.89 "GET /v2.0/networks/f821e966-bfee-4ec4-b30a-3dcf2b8f81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843748 Jul 29 09:50:44.342822 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:44.457372 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Pushing event updated for resources: {'Port': ['ID=71d634be-ce6b-4f1e-8d92-b9a3145dd465,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:44.462234 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2053ac6a-3bae-4e1d-b31e-bf8f58076225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:44.473273 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2053ac6a-3bae-4e1d-b31e-bf8f58076225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:44.473273 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-2053ac6a-3bae-4e1d-b31e-bf8f58076225 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bee7ce8e-46f4-437a-9359-0dba9e619cd0 HTTP/1.1" status: 204 len: 168 time: 1.2935030 Jul 29 09:50:44.523215 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-c0a1ce1b-ac4c-47a0-85fb-bc657e356f6f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:44.526686 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-c0a1ce1b-ac4c-47a0-85fb-bc657e356f6f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.89 "GET /v2.0/networks?id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a HTTP/1.1" status: 200 len: 811 time: 0.2838037 Jul 29 09:50:44.578091 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-be2d6f07-a638-49b9-be7c-099242199a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:44.584287 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-be2d6f07-a638-49b9-be7c-099242199a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:44.586355 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-be2d6f07-a638-49b9-be7c-099242199a56 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cd0edc22-441f-48e7-8580-74806ade1513 HTTP/1.1" status: 204 len: 168 time: 1.3330569 Jul 29 09:50:44.592483 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053ac6a-3bae-4e1d-b31e-bf8f58076225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee7ce8e-46f4-437a-9359-0dba9e619cd0,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:44.638175 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d6f07-a638-49b9-be7c-099242199a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0edc22-441f-48e7-8580-74806ade1513,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:44.759427 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-385f7cfa-fdbf-4217-ba7c-fcb60e2052c2 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d0213ef301145e88bfeefb34d12fda1 HTTP/1.1" status: 200 len: 379 time: 0.2031505 Jul 29 09:50:44.797016 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-69cc4511-56eb-443e-8924-3c66407b1bae tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Request body: {'port': {'device_id': 'db3f7da1-b846-4d2c-8309-0a9f81feb2e2', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'admin_state_up': True, 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'security_groups': ['aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf']}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:44.814929 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Attempting to bind port 71d634be-ce6b-4f1e-8d92-b9a3145dd465 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:50:44.815957 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Attempting to bind port 71d634be-ce6b-4f1e-8d92-b9a3145dd465 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'ea7870e2-4591-412b-abea-51a261584522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:50:44.816784 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Attempting to bind port 71d634be-ce6b-4f1e-8d92-b9a3145dd465 on network 4a43051e-9405-4d7d-b1d4-41bec9856a1d {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:50:44.846706 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Port 71d634be-ce6b-4f1e-8d92-b9a3145dd465 on network 4a43051e-9405-4d7d-b1d4-41bec9856a1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 09:50:44.847080 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Attempting to bind port 71d634be-ce6b-4f1e-8d92-b9a3145dd465 on network 4a43051e-9405-4d7d-b1d4-41bec9856a1d {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:50:44.869638 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03102d-8803-4e82-832b-d6948e29c4de req-a3e45e43-ff92-42ac-8265-c647d009e75b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:44.888672 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9d03102d-8803-4e82-832b-d6948e29c4de req-a3e45e43-ff92-42ac-8265-c647d009e75b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 931 time: 0.3527317 Jul 29 09:50:44.889784 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:50:44.890563 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Checking segment: {'id': 'ea7870e2-4591-412b-abea-51a261584522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:50:44.892575 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Bound using segment: {'id': 'ea7870e2-4591-412b-abea-51a261584522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:50:44.893414 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Bound port: 71d634be-ce6b-4f1e-8d92-b9a3145dd465, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7870e2-4591-412b-abea-51a261584522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:50:44.894728 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:45.084753 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:50:45.096598 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:45.117527 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Transition to ACTIVE for port object 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:50:45.168416 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9d03102d-8803-4e82-832b-d6948e29c4de req-e13364b9-9c36-4dfd-b1db-b57567f8e1b4 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433431 Jul 29 09:50:45.276014 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:45.307993 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] For port 71d634be-ce6b-4f1e-8d92-b9a3145dd465, host hv-cinder-78825, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:50:45.331540 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe3724-79c1-44a2-a844-3c69c5d70777 req-c20ac9eb-f393-41a5-8524-fd1d6c9b0845 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:45.333642 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0cfe3724-79c1-44a2-a844-3c69c5d70777 req-c20ac9eb-f393-41a5-8524-fd1d6c9b0845 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 944 time: 0.3039138 Jul 29 09:50:45.365555 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 59264) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:45.379103 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] For port 71d634be-ce6b-4f1e-8d92-b9a3145dd465, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=71d634be-ce6b-4f1e-8d92-b9a3145dd465,segment=NetworkSegment(ea7870e2-4591-412b-abea-51a261584522),segment_id=ea7870e2-4591-412b-abea-51a261584522)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:50:45.390465 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:45.417007 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:45.417648 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:45.419240 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] 10.222.0.89 "PUT /v2.0/ports/71d634be-ce6b-4f1e-8d92-b9a3145dd465 HTTP/1.1" status: 200 len: 1093 time: 3.4124095 Jul 29 09:50:45.422319 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681b97e3-2762-447a-8587-301beb45f9b4', 'tag': '71d634be-ce6b-4f1e-8d92-b9a3145dd465'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:50:45.433894 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6cf33dfb-8676-410a-8d67-0f42c6b989aa req-cb42f76d-e81d-4abd-815f-d2b3689f43d5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 210 time: 0.1141415 Jul 29 09:50:45.434457 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347743fe-f09f-4b24-811d-6d5ed97cf533" -d '{"events": [{"name": "network-changed", "server_uuid": "681b97e3-2762-447a-8587-301beb45f9b4", "tag": "71d634be-ce6b-4f1e-8d92-b9a3145dd465"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:50:45.445146 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e41ca6c-d07d-4d3b-a473-d5c61505cd9c,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:45.467950 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ffee4a4c-5291-42ca-bb67-c4bae16a4375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:45.485894 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-69cc4511-56eb-443e-8924-3c66407b1bae tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Made reservation on behalf of 8d0213ef301145e88bfeefb34d12fda1 for: {'port': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:50:45.490252 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-69cc4511-56eb-443e-8924-3c66407b1bae tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:45.531220 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0cfe3724-79c1-44a2-a844-3c69c5d70777 req-f48d4215-b62b-4f50-acda-e5fa23b876c0 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748281 Jul 29 09:50:45.588935 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Attempting to bind port 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:50:45.589281 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Attempting to bind port 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'ea7870e2-4591-412b-abea-51a261584522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:50:45.589611 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Attempting to bind port 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c on network 4a43051e-9405-4d7d-b1d4-41bec9856a1d {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:50:45.624254 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Port 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c on network 4a43051e-9405-4d7d-b1d4-41bec9856a1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 09:50:45.624674 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Attempting to bind port 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c on network 4a43051e-9405-4d7d-b1d4-41bec9856a1d {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:50:45.636161 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f9919-a7cf-4e5b-a69b-f2c9639bef35 service neutron] Pushing event updated for resources: {'Port': ['ID=71d634be-ce6b-4f1e-8d92-b9a3145dd465,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:45.644262 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:50:45.644616 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Checking segment: {'id': 'ea7870e2-4591-412b-abea-51a261584522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:50:45.645080 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Bound using segment: {'id': 'ea7870e2-4591-412b-abea-51a261584522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:50:45.645612 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Bound port: 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7870e2-4591-412b-abea-51a261584522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:50:45.646138 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:45.687225 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-cfb4a8e7-d7ba-44ff-adf7-2b5002b5f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:45.689624 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-cfb4a8e7-d7ba-44ff-adf7-2b5002b5f694 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ffa878d0aac14ae987b17e465ad1769e&device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 1096 time: 0.1511059 Jul 29 09:50:45.770601 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-13f6ed2b-158d-4150-8410-2b54c65ac490 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71d634be-ce6b-4f1e-8d92-b9a3145dd465 HTTP/1.1" status: 200 len: 217 time: 0.0420551 Jul 29 09:50:45.858126 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 09:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcad0ca-b981-4caf-845b-9826cf505f4c x-openstack-request-id: req-7bcad0ca-b981-4caf-845b-9826cf505f4c {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:50:45.858845 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681b97e3-2762-447a-8587-301beb45f9b4", "tag": "71d634be-ce6b-4f1e-8d92-b9a3145dd465", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:50:45.858845 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7bcad0ca-b981-4caf-845b-9826cf505f4c {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:50:45.859097 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681b97e3-2762-447a-8587-301beb45f9b4', 'tag': '71d634be-ce6b-4f1e-8d92-b9a3145dd465', 'status': 'completed', 'code': 200} Jul 29 09:50:45.871376 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] For port 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c, host hv-cinder-78825, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:50:45.888648 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-3c2bafb1-9c0c-43aa-adee-810ad15d633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:45.890202 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-3c2bafb1-9c0c-43aa-adee-810ad15d633a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94ad0de8-8eb3-4402-86a4-0707bcb79a43 HTTP/1.1" status: 200 len: 858 time: 0.1060274 Jul 29 09:50:45.893056 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] For port 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=5e41ca6c-d07d-4d3b-a473-d5c61505cd9c,segment=NetworkSegment(ea7870e2-4591-412b-abea-51a261584522),segment_id=ea7870e2-4591-412b-abea-51a261584522)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:50:45.901137 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:45.968133 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-580482a8-75e3-45b6-bd63-9080fc78c308 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4a43051e-9405-4d7d-b1d4-41bec9856a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690403 Jul 29 09:50:46.020696 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-69cc4511-56eb-443e-8924-3c66407b1bae tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Allocated IP 172.20.0.8 (ac4c7763-a9c1-46fa-a87f-9364e6565d1a/b1dd2e5b-eac9-466e-88de-e575ea4f6a52/82fec0ca-9a10-4978-b588-19cdc69d082e) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:50:46.067164 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:46.067794 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:46.069361 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2ac80b79-59b1-4a92-af20-14486c803257 req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] 10.222.0.89 "PUT /v2.0/ports/5e41ca6c-d07d-4d3b-a473-d5c61505cd9c HTTP/1.1" status: 200 len: 1093 time: 2.6024597 Jul 29 09:50:46.103121 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ebf2c-862c-4b19-96fd-57469ffa2fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e41ca6c-d07d-4d3b-a473-d5c61505cd9c,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:46.131495 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-46773a24-48a1-45fb-81c6-9759be47168e service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533542 Jul 29 09:50:46.212359 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ffee4a4c-5291-42ca-bb67-c4bae16a4375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:46.222792 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ffee4a4c-5291-42ca-bb67-c4bae16a4375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:46.390297 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80b79-59b1-4a92-af20-14486c803257 req-434af73e-8f8b-4612-8628-891368789d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:46.394444 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2ac80b79-59b1-4a92-af20-14486c803257 req-434af73e-8f8b-4612-8628-891368789d78 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ffa878d0aac14ae987b17e465ad1769e&device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 1096 time: 0.2339518 Jul 29 09:50:46.609810 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-ffee4a4c-5291-42ca-bb67-c4bae16a4375 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=745de4c0ef37447688ff166465003ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2448132 Jul 29 09:50:46.634480 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 59340) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:46.731185 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee4a4c-5291-42ca-bb67-c4bae16a4375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb1f6ee-4b5b-468d-9fd5-b8d67c1d8b09,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:46.748164 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0ae3fb62-6509-477b-8db9-27fa44f56321 req-dff29905-e1f0-49f5-b60a-3f24fd89d969 service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026831 Jul 29 09:50:46.749807 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2ac80b79-59b1-4a92-af20-14486c803257 req-193e3794-8c86-4cdf-8ce5-45a60fab25b9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e41ca6c-d07d-4d3b-a473-d5c61505cd9c HTTP/1.1" status: 200 len: 217 time: 0.3385992 Jul 29 09:50:46.789565 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-69cc4511-56eb-443e-8924-3c66407b1bae tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:46.807703 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-48c29a17-db3a-43df-9054-66786a1c0320 req-1052ec2f-ea92-4044-bcc9-c51d1a3de281 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 210 time: 0.0777318 Jul 29 09:50:46.846593 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80b79-59b1-4a92-af20-14486c803257 req-c24bea80-1f2b-4199-8ba9-86416886833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:46.848174 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2ac80b79-59b1-4a92-af20-14486c803257 req-c24bea80-1f2b-4199-8ba9-86416886833a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94ad0de8-8eb3-4402-86a4-0707bcb79a43 HTTP/1.1" status: 200 len: 858 time: 0.0822773 Jul 29 09:50:46.860749 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dc143-bf11-4493-a34a-8682fad51819 req-db2c510f-5ecc-46bc-a4dc-8285fb5b78e7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:46.868192 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f60dc143-bf11-4493-a34a-8682fad51819 req-db2c510f-5ecc-46bc-a4dc-8285fb5b78e7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 943 time: 0.3894930 Jul 29 09:50:46.871526 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-69cc4511-56eb-443e-8924-3c66407b1bae tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Transition to ACTIVE for port object 82fec0ca-9a10-4978-b588-19cdc69d082e will not be triggered until provisioned by entity DHCP. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:50:46.920423 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2ac80b79-59b1-4a92-af20-14486c803257 req-76733c64-08a8-44ea-b36d-fd77cc125cb2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4a43051e-9405-4d7d-b1d4-41bec9856a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614400 Jul 29 09:50:47.011945 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-624ad6bf-1d74-4d43-8234-1dad644d9241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:47.024590 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f60dc143-bf11-4493-a34a-8682fad51819 req-aea2f96a-e275-4ade-9295-f795ce417623 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552064 Jul 29 09:50:47.105974 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-624ad6bf-1d74-4d43-8234-1dad644d9241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:47.115395 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-69cc4511-56eb-443e-8924-3c66407b1bae tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:47.125398 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347743fe-f09f-4b24-811d-6d5ed97cf533 req-9b90abde-3883-4477-b819-20d5080ca49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:47.130597 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-347743fe-f09f-4b24-811d-6d5ed97cf533 req-9b90abde-3883-4477-b819-20d5080ca49a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ffa878d0aac14ae987b17e465ad1769e&device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 1096 time: 0.2457430 Jul 29 09:50:47.213775 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa0292-9e30-4012-8ce8-dcacabb192cf req-a85555a4-c2c1-4db1-9710-73292c44a450 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:47.215959 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dafa0292-9e30-4012-8ce8-dcacabb192cf req-a85555a4-c2c1-4db1-9710-73292c44a450 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 944 time: 0.2238326 Jul 29 09:50:47.274748 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-c8bc690b-c6f3-4ada-9f95-46f5e94fb4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:47.294991 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2ac80b79-59b1-4a92-af20-14486c803257 req-3a1638ce-e02d-4d75-bfb9-cbc66b70d1b7 service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509955 Jul 29 09:50:47.302557 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-69cc4511-56eb-443e-8924-3c66407b1bae tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Network ac4c7763-a9c1-46fa-a87f-9364e6565d1a is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:50:47.313459 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-69cc4511-56eb-443e-8924-3c66407b1bae tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:50:47.316083 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc4511-56eb-443e-8924-3c66407b1bae tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Pushing event updated for resources: {'Port': ['ID=82fec0ca-9a10-4978-b588-19cdc69d082e,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:47.321525 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-69cc4511-56eb-443e-8924-3c66407b1bae tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:50:47.367401 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-624ad6bf-1d74-4d43-8234-1dad644d9241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:47.370926 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-624ad6bf-1d74-4d43-8234-1dad644d9241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:47.376116 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-624ad6bf-1d74-4d43-8234-1dad644d9241 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8fb1f6ee-4b5b-468d-9fd5-b8d67c1d8b09 HTTP/1.1" status: 204 len: 168 time: 0.7008801 Jul 29 09:50:47.386072 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dafa0292-9e30-4012-8ce8-dcacabb192cf req-8e27f49e-cc64-4470-b58d-742a93af06b9 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491969 Jul 29 09:50:47.398479 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ad6bf-1d74-4d43-8234-1dad644d9241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb1f6ee-4b5b-468d-9fd5-b8d67c1d8b09,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:47.432040 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-69cc4511-56eb-443e-8924-3c66407b1bae tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:47.432935 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-69cc4511-56eb-443e-8924-3c66407b1bae tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:47.459239 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-69cc4511-56eb-443e-8924-3c66407b1bae tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6826589 Jul 29 09:50:47.481348 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Request body: {'port': {'device_id': 'db3f7da1-b846-4d2c-8309-0a9f81feb2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:50:47.495110 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347743fe-f09f-4b24-811d-6d5ed97cf533 req-86cc2f6b-e90c-4899-9104-e5d375820001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:47.498862 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-347743fe-f09f-4b24-811d-6d5ed97cf533 req-86cc2f6b-e90c-4899-9104-e5d375820001 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4a43051e-9405-4d7d-b1d4-41bec9856a1d HTTP/1.1" status: 200 len: 920 time: 0.3573649 Jul 29 09:50:47.627316 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-347743fe-f09f-4b24-811d-6d5ed97cf533 req-e1c433f0-deac-44ce-949a-8c2dc5125066 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71d634be-ce6b-4f1e-8d92-b9a3145dd465 HTTP/1.1" status: 200 len: 217 time: 0.1124053 Jul 29 09:50:47.636505 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:47.783615 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:47.857751 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-be097c2f-21db-44f5-839a-9ac6a4c5406f None None] Provisioning for port 82fec0ca-9a10-4978-b588-19cdc69d082e completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:50:47.869844 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2ac80b79-59b1-4a92-af20-14486c803257 req-c30e1fa0-c2fb-4c51-bac1-6a62b552c216 service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5654206 Jul 29 09:50:47.873659 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2645879-00d4-4fa2-bd98-9cc48f9125c1', 'tag': '5e41ca6c-d07d-4d3b-a473-d5c61505cd9c'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:50:47.881786 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-be097c2f-21db-44f5-839a-9ac6a4c5406f None None] Provisioning complete for port 82fec0ca-9a10-4978-b588-19cdc69d082e triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:50:47.882390 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-be097c2f-21db-44f5-839a-9ac6a4c5406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:47.895512 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f168e6b-b4a8-49f8-b5db-19685a1883c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2645879-00d4-4fa2-bd98-9cc48f9125c1", "tag": "5e41ca6c-d07d-4d3b-a473-d5c61505cd9c"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:50:47.954586 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347743fe-f09f-4b24-811d-6d5ed97cf533 req-b8364f7f-fa79-42b0-be3d-ccd664a337e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:47.956105 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-347743fe-f09f-4b24-811d-6d5ed97cf533 req-b8364f7f-fa79-42b0-be3d-ccd664a337e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94ad0de8-8eb3-4402-86a4-0707bcb79a43 HTTP/1.1" status: 200 len: 858 time: 0.3180058 Jul 29 09:50:47.982990 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-be097c2f-21db-44f5-839a-9ac6a4c5406f None None] Port 82fec0ca-9a10-4978-b588-19cdc69d082e cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:50:48.003790 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-347743fe-f09f-4b24-811d-6d5ed97cf533 req-bcdf2f75-bb0c-4dbe-8743-f7ec5538067c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4a43051e-9405-4d7d-b1d4-41bec9856a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398252 Jul 29 09:50:48.067974 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 0a7b09c0-5e56-44ae-8658-5997cc70a201 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 09:50:48.222140 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 09:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831d6e3b-2924-40cb-ae5c-5cea31082328 x-openstack-request-id: req-831d6e3b-2924-40cb-ae5c-5cea31082328 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:50:48.222601 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2645879-00d4-4fa2-bd98-9cc48f9125c1", "tag": "5e41ca6c-d07d-4d3b-a473-d5c61505cd9c", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:50:48.222993 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-831d6e3b-2924-40cb-ae5c-5cea31082328 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:50:48.223583 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2645879-00d4-4fa2-bd98-9cc48f9125c1', 'tag': '5e41ca6c-d07d-4d3b-a473-d5c61505cd9c', 'status': 'completed', 'code': 200} Jul 29 09:50:48.331166 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:50:48.367257 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 0a7b09c0-5e56-44ae-8658-5997cc70a201, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=0a7b09c0-5e56-44ae-8658-5997cc70a201,segment=NetworkSegment(5d796c47-c8c4-40ed-8295-5c427605e27f),segment_id=5d796c47-c8c4-40ed-8295-5c427605e27f)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:50:48.384405 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': '0a7b09c0-5e56-44ae-8658-5997cc70a201', 'network_id': 'f821e966-bfee-4ec4-b30a-3dcf2b8f81d2', 'port_id': '0a7b09c0-5e56-44ae-8658-5997cc70a201', 'mac_address': 'fa:16:3e:c0:ea:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '481f6777-1c0f-40a4-9bc6-96356e6f6500', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 09:50:48.470109 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-347743fe-f09f-4b24-811d-6d5ed97cf533 req-57397879-254f-4dae-9cf1-7c6ad07426d6 service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553316 Jul 29 09:50:48.498440 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f168e6b-b4a8-49f8-b5db-19685a1883c3 req-db3fa367-ae32-43be-aac2-7f1a429465bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:48.501989 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4f168e6b-b4a8-49f8-b5db-19685a1883c3 req-db3fa367-ae32-43be-aac2-7f1a429465bb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ffa878d0aac14ae987b17e465ad1769e&device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 1096 time: 0.2425618 Jul 29 09:50:48.567266 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:48.585590 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7b09c0-5e56-44ae-8658-5997cc70a201 {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:50:48.614311 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 0a7b09c0-5e56-44ae-8658-5997cc70a201, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=0a7b09c0-5e56-44ae-8658-5997cc70a201,segment=NetworkSegment(5d796c47-c8c4-40ed-8295-5c427605e27f),segment_id=5d796c47-c8c4-40ed-8295-5c427605e27f)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:50:48.629605 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:48.666819 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea38bd1-0618-4806-97fd-2e6c7d96eb82 req-3bf8cacd-66e2-4aa1-89ce-ead2950be482 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:48.669729 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:48.675453 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3ea38bd1-0618-4806-97fd-2e6c7d96eb82 req-3bf8cacd-66e2-4aa1-89ce-ead2950be482 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 931 time: 0.5304382 Jul 29 09:50:48.715307 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-347743fe-f09f-4b24-811d-6d5ed97cf533 req-5cf2f7c3-6f98-4330-b38e-326c65e7d083 service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350802 Jul 29 09:50:48.728758 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f168e6b-b4a8-49f8-b5db-19685a1883c3 req-a1772bdb-b38f-469f-97c7-e8909e6999d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:48.730956 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4f168e6b-b4a8-49f8-b5db-19685a1883c3 req-a1772bdb-b38f-469f-97c7-e8909e6999d4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4a43051e-9405-4d7d-b1d4-41bec9856a1d HTTP/1.1" status: 200 len: 920 time: 0.2028010 Jul 29 09:50:48.731387 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=0a7b09c0-5e56-44ae-8658-5997cc70a201,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:48.740520 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4eb2c-2c14-49b7-ae6b-c69887977d4b req-34db24cc-0e71-4b8e-909c-572a21a99a50 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:48.746239 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d1f4eb2c-2c14-49b7-ae6b-c69887977d4b req-34db24cc-0e71-4b8e-909c-572a21a99a50 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 943 time: 0.3908000 Jul 29 09:50:48.840956 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3ea38bd1-0618-4806-97fd-2e6c7d96eb82 req-feb114a8-ce6e-4a5f-a951-c22b14bf36ab tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425517 Jul 29 09:50:48.867574 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4f168e6b-b4a8-49f8-b5db-19685a1883c3 req-56528949-ffae-44a4-b625-35eff34b82fb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e41ca6c-d07d-4d3b-a473-d5c61505cd9c HTTP/1.1" status: 200 len: 217 time: 0.1258438 Jul 29 09:50:48.942761 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d1f4eb2c-2c14-49b7-ae6b-c69887977d4b req-66c36f38-0ba2-4eda-a9dd-e8d2c8da128a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090405 Jul 29 09:50:49.037757 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f168e6b-b4a8-49f8-b5db-19685a1883c3 req-d96f6208-f96d-4673-852a-50cadf9954af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:49.043169 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4f168e6b-b4a8-49f8-b5db-19685a1883c3 req-d96f6208-f96d-4673-852a-50cadf9954af service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94ad0de8-8eb3-4402-86a4-0707bcb79a43 HTTP/1.1" status: 200 len: 858 time: 0.1656370 Jul 29 09:50:49.113701 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82fec0ca-9a10-4978-b588-19cdc69d082e {{(pid=104728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:50:49.126071 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:49.149717 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Transition to ACTIVE for port object 82fec0ca-9a10-4978-b588-19cdc69d082e will not be triggered until provisioned by entity L2. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:50:49.160841 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271e285-a817-4442-853a-440d7dd2430b req-9f625779-f6e7-49b6-abba-f15ad61c44d6 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:49.168913 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1271e285-a817-4442-853a-440d7dd2430b req-9f625779-f6e7-49b6-abba-f15ad61c44d6 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 945 time: 0.1008193 Jul 29 09:50:49.169393 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4f168e6b-b4a8-49f8-b5db-19685a1883c3 req-3ed7e8ab-a493-4194-858e-24f018d5dbf7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4a43051e-9405-4d7d-b1d4-41bec9856a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174595 Jul 29 09:50:49.177938 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:49.293646 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1271e285-a817-4442-853a-440d7dd2430b req-61e3a404-4336-4b98-9d30-ec42f6ab47fa tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236916 Jul 29 09:50:49.298392 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Pushing event updated for resources: {'Port': ['ID=82fec0ca-9a10-4978-b588-19cdc69d082e,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:49.387290 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['0a7b09c0-5e56-44ae-8658-5997cc70a201'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:50:49.539871 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Attempting to bind port 82fec0ca-9a10-4978-b588-19cdc69d082e on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:50:49.540351 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Attempting to bind port 82fec0ca-9a10-4978-b588-19cdc69d082e by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '6ae67238-e876-4105-9dd7-15cfb52eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a'}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:50:49.542947 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Attempting to bind port 82fec0ca-9a10-4978-b588-19cdc69d082e on network ac4c7763-a9c1-46fa-a87f-9364e6565d1a {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:50:49.564966 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Port 82fec0ca-9a10-4978-b588-19cdc69d082e on network ac4c7763-a9c1-46fa-a87f-9364e6565d1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 09:50:49.566109 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Attempting to bind port 82fec0ca-9a10-4978-b588-19cdc69d082e on network ac4c7763-a9c1-46fa-a87f-9364e6565d1a {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:50:49.600640 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:50:49.602463 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Checking segment: {'id': '6ae67238-e876-4105-9dd7-15cfb52eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:50:49.605081 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Bound using segment: {'id': '6ae67238-e876-4105-9dd7-15cfb52eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a'} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:50:49.605246 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4f168e6b-b4a8-49f8-b5db-19685a1883c3 req-315d0e47-ed43-48be-b734-7e6a9d13fe15 service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269295 Jul 29 09:50:49.607954 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Bound port: 82fec0ca-9a10-4978-b588-19cdc69d082e, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae67238-e876-4105-9dd7-15cfb52eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a'}}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:50:49.610295 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:49.773735 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4f168e6b-b4a8-49f8-b5db-19685a1883c3 req-4d8e625b-8382-46ab-881f-d8522f2080db service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593716 Jul 29 09:50:49.917620 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] For port 82fec0ca-9a10-4978-b588-19cdc69d082e, host hv-cinder-78825, cleared binding levels {{(pid=104728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:50:49.927794 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] For port 82fec0ca-9a10-4978-b588-19cdc69d082e, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=82fec0ca-9a10-4978-b588-19cdc69d082e,segment=NetworkSegment(6ae67238-e876-4105-9dd7-15cfb52eb401),segment_id=6ae67238-e876-4105-9dd7-15cfb52eb401)] {{(pid=104728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:50:49.937536 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:50.046215 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Pushing event updated for resources: {'Port': ['ID=82fec0ca-9a10-4978-b588-19cdc69d082e,revision_number=3']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:50.055464 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 71d634be-ce6b-4f1e-8d92-b9a3145dd465 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 09:50:50.106098 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:50.106936 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:50.108981 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-e9b1ac1f-217c-4ef1-a707-f411999bea1f service neutron] 10.222.0.89 "PUT /v2.0/ports/82fec0ca-9a10-4978-b588-19cdc69d082e HTTP/1.1" status: 200 len: 1093 time: 2.6335747 Jul 29 09:50:50.111867 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3f7da1-b846-4d2c-8309-0a9f81feb2e2', 'tag': '82fec0ca-9a10-4978-b588-19cdc69d082e'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:50:50.199266 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85149eb8-681d-4f65-b3db-c9e0d9b0ec2d req-2470a009-68f0-41f3-8f43-ed10e3714e62 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:50.205329 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-85149eb8-681d-4f65-b3db-c9e0d9b0ec2d req-2470a009-68f0-41f3-8f43-ed10e3714e62 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 943 time: 0.0949123 Jul 29 09:50:50.222161 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2267f4-99a4-4599-9d7b-a42bf68f7db2 req-14e687aa-3f73-4155-aea7-4f6dcad7dfcf tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:50.230561 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4b2267f4-99a4-4599-9d7b-a42bf68f7db2 req-14e687aa-3f73-4155-aea7-4f6dcad7dfcf tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 943 time: 0.1865242 Jul 29 09:50:50.318423 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 71d634be-ce6b-4f1e-8d92-b9a3145dd465, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=71d634be-ce6b-4f1e-8d92-b9a3145dd465,segment=NetworkSegment(ea7870e2-4591-412b-abea-51a261584522),segment_id=ea7870e2-4591-412b-abea-51a261584522)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:50:50.338205 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': '71d634be-ce6b-4f1e-8d92-b9a3145dd465', 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d', 'port_id': '71d634be-ce6b-4f1e-8d92-b9a3145dd465', 'mac_address': 'fa:16:3e:de:4e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ad0de8-8eb3-4402-86a4-0707bcb79a43', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 09:50:50.405476 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:50.454374 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d634be-ce6b-4f1e-8d92-b9a3145dd465 {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:50:50.507110 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 71d634be-ce6b-4f1e-8d92-b9a3145dd465, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=71d634be-ce6b-4f1e-8d92-b9a3145dd465,segment=NetworkSegment(ea7870e2-4591-412b-abea-51a261584522),segment_id=ea7870e2-4591-412b-abea-51a261584522)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:50:50.511253 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:50.513687 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:50.570256 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-85149eb8-681d-4f65-b3db-c9e0d9b0ec2d req-4dbea5b4-9275-4e25-8e1f-7ca58c7b5990 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371797 Jul 29 09:50:50.608523 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-6c121fe9-aca3-449c-8919-baca802fce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:50.611258 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-6c121fe9-aca3-449c-8919-baca802fce35 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d0213ef301145e88bfeefb34d12fda1&device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 1096 time: 0.3795857 Jul 29 09:50:50.622781 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4b2267f4-99a4-4599-9d7b-a42bf68f7db2 req-47cc6dc9-d9ae-4631-9671-8b0bc2b88af9 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3576529 Jul 29 09:50:50.713617 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=71d634be-ce6b-4f1e-8d92-b9a3145dd465,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:50.799552 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-a77dd51f-bf2a-46e8-af52-a597df90702a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82fec0ca-9a10-4978-b588-19cdc69d082e HTTP/1.1" status: 200 len: 217 time: 0.1698320 Jul 29 09:50:50.881865 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837c2c84-4b93-4df4-9a75-6a4f717955e5" -d '{"events": [{"name": "network-changed", "server_uuid": "db3f7da1-b846-4d2c-8309-0a9f81feb2e2", "tag": "82fec0ca-9a10-4978-b588-19cdc69d082e"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:50:50.903920 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d55216-5fad-47a2-85af-ae9f41fd347d req-253db07f-3cd4-4ffd-9bf0-6338af7885e4 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:50.905704 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-82d55216-5fad-47a2-85af-ae9f41fd347d req-253db07f-3cd4-4ffd-9bf0-6338af7885e4 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 945 time: 0.1446636 Jul 29 09:50:50.935520 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-ca3958fa-fe45-424d-8a04-ecfaf9cbeb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:50.941202 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-ca3958fa-fe45-424d-8a04-ecfaf9cbeb89 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b1dd2e5b-eac9-466e-88de-e575ea4f6a52 HTTP/1.1" status: 200 len: 850 time: 0.1326590 Jul 29 09:50:51.035117 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['71d634be-ce6b-4f1e-8d92-b9a3145dd465'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:50:51.169667 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 09:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d0849c-6bad-477f-9e3f-c8f9b95e73a6 x-openstack-request-id: req-52d0849c-6bad-477f-9e3f-c8f9b95e73a6 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:50:51.169972 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3f7da1-b846-4d2c-8309-0a9f81feb2e2", "tag": "82fec0ca-9a10-4978-b588-19cdc69d082e", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:50:51.170226 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-52d0849c-6bad-477f-9e3f-c8f9b95e73a6 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:50:51.170690 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3f7da1-b846-4d2c-8309-0a9f81feb2e2', 'tag': '82fec0ca-9a10-4978-b588-19cdc69d082e', 'status': 'completed', 'code': 200} Jul 29 09:50:51.235910 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-82d55216-5fad-47a2-85af-ae9f41fd347d req-f2a7ba89-62c6-4a94-886d-7a99ed7a5c43 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195789 Jul 29 09:50:51.278294 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-ce7d08fc-0228-4060-ac74-25653b6a7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:51.280016 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-ce7d08fc-0228-4060-ac74-25653b6a7a9a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3239620 Jul 29 09:50:51.434178 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-3d8a4129-99d0-4bd4-9b41-353953081d04 service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455989 Jul 29 09:50:51.573228 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5809e19d-6d3c-42de-a20e-7bfcf425e63b req-f9542d95-7db0-4a03-900f-7bdf6b0d44c1 service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301186 Jul 29 09:50:51.893358 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c2c84-4b93-4df4-9a75-6a4f717955e5 req-ce007ba9-e2f8-4262-9558-aa00ee309ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:51.895196 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-837c2c84-4b93-4df4-9a75-6a4f717955e5 req-ce007ba9-e2f8-4262-9558-aa00ee309ec3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d0213ef301145e88bfeefb34d12fda1&device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 1096 time: 0.2148230 Jul 29 09:50:51.909886 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28701cf3-5c35-41e4-acef-dba6d73511f1 req-ed35b635-7e70-44ef-854f-51620fed248b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:51.912307 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-28701cf3-5c35-41e4-acef-dba6d73511f1 req-ed35b635-7e70-44ef-854f-51620fed248b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 943 time: 0.1574450 Jul 29 09:50:52.047435 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810de6ef-5454-4d18-a9e6-08a324ff15ae req-6092f353-de1c-4724-8db7-ae727fc90008 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:52.049316 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-810de6ef-5454-4d18-a9e6-08a324ff15ae req-6092f353-de1c-4724-8db7-ae727fc90008 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 943 time: 0.2068911 Jul 29 09:50:52.061563 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 09:50:52.100389 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-28701cf3-5c35-41e4-acef-dba6d73511f1 req-96ce71ed-82bf-4b74-97cb-309baa6ae649 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749425 Jul 29 09:50:52.110309 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 0a7b09c0-5e56-44ae-8658-5997cc70a201 up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:50:52.199495 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c2c84-4b93-4df4-9a75-6a4f717955e5 req-adc6aa69-fba7-4944-8384-0c9f84955a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:52.201209 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-837c2c84-4b93-4df4-9a75-6a4f717955e5 req-adc6aa69-fba7-4944-8384-0c9f84955a71 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a HTTP/1.1" status: 200 len: 913 time: 0.2874718 Jul 29 09:50:52.206580 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-810de6ef-5454-4d18-a9e6-08a324ff15ae req-9a8000c7-4100-4562-b671-fce5738c817b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187847 Jul 29 09:50:52.212026 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.db.resource_extend [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 09:50:52.296211 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-837c2c84-4b93-4df4-9a75-6a4f717955e5 req-da95c9f4-4419-4433-9b53-ac11c8fe55cf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82fec0ca-9a10-4978-b588-19cdc69d082e HTTP/1.1" status: 200 len: 217 time: 0.0822184 Jul 29 09:50:52.310741 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port 0a7b09c0-5e56-44ae-8658-5997cc70a201 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:50:52.341732 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port 0a7b09c0-5e56-44ae-8658-5997cc70a201 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:50:52.342387 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:52.392905 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c2c84-4b93-4df4-9a75-6a4f717955e5 req-daf4f93a-50b4-45eb-8967-aac63ec81dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:52.394509 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-837c2c84-4b93-4df4-9a75-6a4f717955e5 req-daf4f93a-50b4-45eb-8967-aac63ec81dce service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b1dd2e5b-eac9-466e-88de-e575ea4f6a52 HTTP/1.1" status: 200 len: 850 time: 0.0896032 Jul 29 09:50:52.474814 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=5e41ca6c-d07d-4d3b-a473-d5c61505cd9c,segment=NetworkSegment(ea7870e2-4591-412b-abea-51a261584522),segment_id=ea7870e2-4591-412b-abea-51a261584522)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:50:52.503835 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': '5e41ca6c-d07d-4d3b-a473-d5c61505cd9c', 'network_id': '4a43051e-9405-4d7d-b1d4-41bec9856a1d', 'port_id': '5e41ca6c-d07d-4d3b-a473-d5c61505cd9c', 'mac_address': 'fa:16:3e:da:d9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ad0de8-8eb3-4402-86a4-0707bcb79a43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 09:50:52.576273 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbefbb-f414-4f01-a69d-898ae30689ac req-e28b7389-09b6-4c41-8c93-e593ed31011e tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:52.591616 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-10bbefbb-f414-4f01-a69d-898ae30689ac req-e28b7389-09b6-4c41-8c93-e593ed31011e tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 945 time: 0.1702342 Jul 29 09:50:52.594480 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:52.617499 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:52.642366 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c2c84-4b93-4df4-9a75-6a4f717955e5 req-444d0caa-097f-4a45-887b-ea56dea592a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:52.644063 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-837c2c84-4b93-4df4-9a75-6a4f717955e5 req-444d0caa-097f-4a45-887b-ea56dea592a0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2416637 Jul 29 09:50:52.644220 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f85104-7b12-425d-b50f-d3d2010cc8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7b09c0-5e56-44ae-8658-5997cc70a201'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:50:52.774706 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:50:52.804226 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 0a7b09c0-5e56-44ae-8658-5997cc70a201, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=0a7b09c0-5e56-44ae-8658-5997cc70a201,segment=NetworkSegment(5d796c47-c8c4-40ed-8295-5c427605e27f),segment_id=5d796c47-c8c4-40ed-8295-5c427605e27f)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:50:52.825072 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:52.830852 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-837c2c84-4b93-4df4-9a75-6a4f717955e5 req-e44a1604-2d61-47d0-885c-f6b29fca9c87 service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778352 Jul 29 09:50:52.839093 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=5e41ca6c-d07d-4d3b-a473-d5c61505cd9c,segment=NetworkSegment(ea7870e2-4591-412b-abea-51a261584522),segment_id=ea7870e2-4591-412b-abea-51a261584522)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:50:52.867675 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:52.915611 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=0a7b09c0-5e56-44ae-8658-5997cc70a201,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:52.992754 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-10bbefbb-f414-4f01-a69d-898ae30689ac req-5fe72317-4171-4e21-bd1c-459f9dcfcb33 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916266 Jul 29 09:50:53.039004 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=5e41ca6c-d07d-4d3b-a473-d5c61505cd9c,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:53.065583 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-837c2c84-4b93-4df4-9a75-6a4f717955e5 req-f2090c72-ef6e-4b96-8b23-8adac8bf4abc service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125912 Jul 29 09:50:53.080224 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f5147c-85d4-4526-ba6a-6f62e5faed6f" -d '{"events": [{"server_uuid": "c6f85104-7b12-425d-b50f-d3d2010cc8ec", "name": "network-vif-plugged", "status": "completed", "tag": "0a7b09c0-5e56-44ae-8658-5997cc70a201"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:50:53.244416 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9269ae96-6f41-462f-91a5-0afc4f1eb62a x-openstack-request-id: req-9269ae96-6f41-462f-91a5-0afc4f1eb62a {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:50:53.244945 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f85104-7b12-425d-b50f-d3d2010cc8ec", "name": "network-vif-plugged", "status": "completed", "tag": "0a7b09c0-5e56-44ae-8658-5997cc70a201", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:50:53.245336 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9269ae96-6f41-462f-91a5-0afc4f1eb62a {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:50:53.246030 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f85104-7b12-425d-b50f-d3d2010cc8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7b09c0-5e56-44ae-8658-5997cc70a201', 'code': 200} Jul 29 09:50:53.371540 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c6506-52ff-4779-896c-360df0cea103 req-91f36f35-0727-4e0b-84c1-93c2b9ba83fe tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:53.373065 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4f7c6506-52ff-4779-896c-360df0cea103 req-91f36f35-0727-4e0b-84c1-93c2b9ba83fe tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 944 time: 0.1375580 Jul 29 09:50:53.395652 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['5e41ca6c-d07d-4d3b-a473-d5c61505cd9c'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:50:53.433838 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319c01b-dcb7-4a43-b5ad-1aee70a61903 req-be305c34-f7d0-4e7f-94a6-adef5899d6cc tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:53.448439 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2319c01b-dcb7-4a43-b5ad-1aee70a61903 req-be305c34-f7d0-4e7f-94a6-adef5899d6cc tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 943 time: 0.1375699 Jul 29 09:50:53.465341 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 59602) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:53.528429 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4f7c6506-52ff-4779-896c-360df0cea103 req-c3ce5518-f13e-4e15-9c61-e50ccf4da0d3 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455858 Jul 29 09:50:53.635318 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2319c01b-dcb7-4a43-b5ad-1aee70a61903 req-45dc5e73-a9c4-407a-8c3f-4de388326348 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847417 Jul 29 09:50:53.648484 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 59608) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:53.713806 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56396b75-d0f7-433b-b4e0-b1267b5ba68f req-7c2f6acd-c93a-41b7-8fac-6dff1144170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:53.715602 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-56396b75-d0f7-433b-b4e0-b1267b5ba68f req-7c2f6acd-c93a-41b7-8fac-6dff1144170f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 1099 time: 0.1936140 Jul 29 09:50:53.748564 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-56396b75-d0f7-433b-b4e0-b1267b5ba68f req-eed61d8c-c97b-44cc-b5c3-cae0d3d46b85 service neutron] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:53.777436 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fc88f04e-f26b-41bc-822a-76302d20e39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:53.871460 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-56396b75-d0f7-433b-b4e0-b1267b5ba68f req-eed61d8c-c97b-44cc-b5c3-cae0d3d46b85 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:53.878065 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-56396b75-d0f7-433b-b4e0-b1267b5ba68f req-eed61d8c-c97b-44cc-b5c3-cae0d3d46b85 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:53.895477 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d3feeeff-26bb-437b-a975-d494d1bfa0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:53.927190 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-56396b75-d0f7-433b-b4e0-b1267b5ba68f req-eed61d8c-c97b-44cc-b5c3-cae0d3d46b85 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028646 Jul 29 09:50:53.935606 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed61d8c-c97b-44cc-b5c3-cae0d3d46b85 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3380f63e-1906-4a3c-acac-ece3bcd76f07,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:54.023615 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fc88f04e-f26b-41bc-822a-76302d20e39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:54.034512 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fc88f04e-f26b-41bc-822a-76302d20e39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:54.075229 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 71d634be-ce6b-4f1e-8d92-b9a3145dd465 up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:50:54.110952 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88f04e-f26b-41bc-822a-76302d20e39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cc77bb-757c-4c31-8810-d7a54b5100cb,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:54.133623 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-fc88f04e-f26b-41bc-822a-76302d20e39b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c08e0d209b9b47029977d34e2c92e501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6659188 Jul 29 09:50:54.138371 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 59628) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:54.187414 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port 71d634be-ce6b-4f1e-8d92-b9a3145dd465 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:50:54.201019 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port 71d634be-ce6b-4f1e-8d92-b9a3145dd465 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:50:54.202070 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:54.242645 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752fd8e-ddc9-4376-8a55-6ffedc566eec req-8ab94cd7-b87e-4c03-a6a5-7270e88cd842 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:54.250911 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0752fd8e-ddc9-4376-8a55-6ffedc566eec req-8ab94cd7-b87e-4c03-a6a5-7270e88cd842 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 946 time: 0.1796958 Jul 29 09:50:54.263358 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-443ccfc2-1115-4824-8a94-4b2c99266226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:54.306803 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 59632) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:54.316458 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-443ccfc2-1115-4824-8a94-4b2c99266226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:54.327181 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d3feeeff-26bb-437b-a975-d494d1bfa0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:54.344985 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0752fd8e-ddc9-4376-8a55-6ffedc566eec req-fe1dc2e9-1130-4acc-ab7a-3c59e4d94ae4 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921414 Jul 29 09:50:54.353867 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d3feeeff-26bb-437b-a975-d494d1bfa0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:54.402084 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:54.456356 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-443ccfc2-1115-4824-8a94-4b2c99266226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:54.459334 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-d3feeeff-26bb-437b-a975-d494d1bfa0cd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1d744427b00a4940b5c370ba35da5ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8087404 Jul 29 09:50:54.467515 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 59638) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:54.468423 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-443ccfc2-1115-4824-8a94-4b2c99266226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:54.469792 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-443ccfc2-1115-4824-8a94-4b2c99266226 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b1cc77bb-757c-4c31-8810-d7a54b5100cb HTTP/1.1" status: 204 len: 168 time: 0.3304050 Jul 29 09:50:54.475343 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 71d634be-ce6b-4f1e-8d92-b9a3145dd465, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=71d634be-ce6b-4f1e-8d92-b9a3145dd465,segment=NetworkSegment(ea7870e2-4591-412b-abea-51a261584522),segment_id=ea7870e2-4591-412b-abea-51a261584522)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:50:54.482401 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:54.488374 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ccfc2-1115-4824-8a94-4b2c99266226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cc77bb-757c-4c31-8810-d7a54b5100cb,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:54.521893 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3feeeff-26bb-437b-a975-d494d1bfa0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f06f4a-ca01-4881-ab41-716ec9651007,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:54.615569 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a37966cb-50b8-4b1d-b0a5-0c3ac50f2ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:54.623081 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=71d634be-ce6b-4f1e-8d92-b9a3145dd465,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:54.666757 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-acb77698-af1d-45ea-b5a5-b6a65e57dc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:54.714266 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-acb77698-af1d-45ea-b5a5-b6a65e57dc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:54.800479 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-acb77698-af1d-45ea-b5a5-b6a65e57dc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:54.805178 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-acb77698-af1d-45ea-b5a5-b6a65e57dc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:54.806987 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-acb77698-af1d-45ea-b5a5-b6a65e57dc5d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e6f06f4a-ca01-4881-ab41-716ec9651007 HTTP/1.1" status: 204 len: 168 time: 0.3362231 Jul 29 09:50:54.818889 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb77698-af1d-45ea-b5a5-b6a65e57dc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f06f4a-ca01-4881-ab41-716ec9651007,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:54.941043 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a37966cb-50b8-4b1d-b0a5-0c3ac50f2ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:54.961923 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8b0d9-fdf0-4dfb-a60c-d5993029ee4d req-283a94d4-94b6-423b-9fb0-a8e77a30e7cc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:54.974654 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-07a8b0d9-fdf0-4dfb-a60c-d5993029ee4d req-283a94d4-94b6-423b-9fb0-a8e77a30e7cc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 944 time: 0.3271503 Jul 29 09:50:54.988188 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a37966cb-50b8-4b1d-b0a5-0c3ac50f2ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:54.996965 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 59652) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:55.012620 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2a5aaefd-fa67-4ff0-ad98-c166d56dac88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:55.051649 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97854c2e-4ba2-466b-bb8f-3c511e3d4351 req-ccfa18d4-77d2-4067-9989-e4ea64dfe9d8 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:55.057540 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-97854c2e-4ba2-466b-bb8f-3c511e3d4351 req-ccfa18d4-77d2-4067-9989-e4ea64dfe9d8 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 943 time: 0.2387099 Jul 29 09:50:55.121701 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37966cb-50b8-4b1d-b0a5-0c3ac50f2ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cd8510-6888-45b7-8adb-53b8667836fc,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:55.132697 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-a37966cb-50b8-4b1d-b0a5-0c3ac50f2ee8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3514938730a84d118cd226f08991de2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8247890 Jul 29 09:50:55.136851 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 59656) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:55.160837 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2a5aaefd-fa67-4ff0-ad98-c166d56dac88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:55.170561 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2a5aaefd-fa67-4ff0-ad98-c166d56dac88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:55.200132 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-07a8b0d9-fdf0-4dfb-a60c-d5993029ee4d req-e9f304cf-ef88-4695-93f8-a51239120d64 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240498 Jul 29 09:50:55.227480 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-2a5aaefd-fa67-4ff0-ad98-c166d56dac88 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5c936be48a6f42ed98437d875ab0278d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266054 Jul 29 09:50:55.227480 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5aaefd-fa67-4ff0-ad98-c166d56dac88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a91453c-aa58-4289-bc9d-edbda8a9fb32,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:55.228952 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 59658) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:55.242386 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-97854c2e-4ba2-466b-bb8f-3c511e3d4351 req-91ee757d-3ddf-41e2-87e1-3c7342ab12b3 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726897 Jul 29 09:50:55.247456 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681b97e3-2762-447a-8587-301beb45f9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d634be-ce6b-4f1e-8d92-b9a3145dd465'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:50:55.255802 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c312fc6-6914-4d87-b96a-bc56b2d8c1b9" -d '{"events": [{"server_uuid": "681b97e3-2762-447a-8587-301beb45f9b4", "name": "network-vif-plugged", "status": "completed", "tag": "71d634be-ce6b-4f1e-8d92-b9a3145dd465"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:50:55.275131 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4f33d688-1dfa-4dbf-8624-0c3314d9d65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:55.322084 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4f33d688-1dfa-4dbf-8624-0c3314d9d65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:55.349364 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-360a310c-8410-401d-b060-a9bce32667bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:55.376293 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc456444-04f4-48ee-9ad0-fcd5f7ba9f16 x-openstack-request-id: req-bc456444-04f4-48ee-9ad0-fcd5f7ba9f16 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:50:55.377333 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681b97e3-2762-447a-8587-301beb45f9b4", "name": "network-vif-plugged", "status": "completed", "tag": "71d634be-ce6b-4f1e-8d92-b9a3145dd465", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:50:55.377443 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-360a310c-8410-401d-b060-a9bce32667bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:55.377723 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bc456444-04f4-48ee-9ad0-fcd5f7ba9f16 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:50:55.378316 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681b97e3-2762-447a-8587-301beb45f9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d634be-ce6b-4f1e-8d92-b9a3145dd465', 'code': 200} Jul 29 09:50:55.432818 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4f33d688-1dfa-4dbf-8624-0c3314d9d65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:55.435805 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4f33d688-1dfa-4dbf-8624-0c3314d9d65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:55.439841 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-4f33d688-1dfa-4dbf-8624-0c3314d9d65a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/96cd8510-6888-45b7-8adb-53b8667836fc HTTP/1.1" status: 204 len: 168 time: 0.2936132 Jul 29 09:50:55.467026 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33d688-1dfa-4dbf-8624-0c3314d9d65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cd8510-6888-45b7-8adb-53b8667836fc,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:55.530614 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-360a310c-8410-401d-b060-a9bce32667bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:55.534483 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-360a310c-8410-401d-b060-a9bce32667bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:55.536008 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-360a310c-8410-401d-b060-a9bce32667bc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6a91453c-aa58-4289-bc9d-edbda8a9fb32 HTTP/1.1" status: 204 len: 168 time: 0.3059144 Jul 29 09:50:55.566485 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a310c-8410-401d-b060-a9bce32667bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a91453c-aa58-4289-bc9d-edbda8a9fb32,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:55.589252 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82632edf-7b43-4d6d-8b22-86f199b7e390 req-7ce5c296-80d0-4c91-af19-4fcc9f2f2665 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:55.591261 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-82632edf-7b43-4d6d-8b22-86f199b7e390 req-7ce5c296-80d0-4c91-af19-4fcc9f2f2665 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 946 time: 0.1405437 Jul 29 09:50:55.834199 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-82632edf-7b43-4d6d-8b22-86f199b7e390 req-0911bcc4-2c4c-432e-981f-a42abade98e8 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247803 Jul 29 09:50:55.854472 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a1e6f-6d4a-4ea3-a77d-f46d68476619 req-76bb5e09-0d10-4fc8-9b97-5a8bb3d3269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:55.856565 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4a7a1e6f-6d4a-4ea3-a77d-f46d68476619 req-76bb5e09-0d10-4fc8-9b97-5a8bb3d3269a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 1098 time: 0.1868105 Jul 29 09:50:55.918901 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4a7a1e6f-6d4a-4ea3-a77d-f46d68476619 req-38a2061a-6615-4e76-8ecd-849e4107d28f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543170 Jul 29 09:50:56.090503 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 82fec0ca-9a10-4978-b588-19cdc69d082e details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 09:50:56.102225 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:50:56.175842 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 59696) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:56.196557 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b499072d-73d2-48b1-a00e-f5642ca48125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:56.307765 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:50:56.317378 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:50:56.318215 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:56.386666 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b499072d-73d2-48b1-a00e-f5642ca48125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:56.414034 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b499072d-73d2-48b1-a00e-f5642ca48125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:56.477071 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-b499072d-73d2-48b1-a00e-f5642ca48125 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=88f19ff036c440fc87110779843fc0bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995644 Jul 29 09:50:56.477957 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499072d-73d2-48b1-a00e-f5642ca48125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da27fa5a-720e-4ec8-ba7e-969d16685e27,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:56.496090 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 59710) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:56.507285 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad484f94-7db3-42e8-87e7-7751a4993d43 req-84b9f861-12c3-4169-843d-9feb2ca4c1c4 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:56.516976 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ad484f94-7db3-42e8-87e7-7751a4993d43 req-84b9f861-12c3-4169-843d-9feb2ca4c1c4 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 944 time: 0.1225319 Jul 29 09:50:56.590513 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 82fec0ca-9a10-4978-b588-19cdc69d082e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=82fec0ca-9a10-4978-b588-19cdc69d082e,segment=NetworkSegment(6ae67238-e876-4105-9dd7-15cfb52eb401),segment_id=6ae67238-e876-4105-9dd7-15cfb52eb401)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:50:56.603176 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5da5a292-a95b-42ea-b282-903b13a87646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:56.638071 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5da5a292-a95b-42ea-b282-903b13a87646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:56.680817 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ad484f94-7db3-42e8-87e7-7751a4993d43 req-2356142b-de93-420c-a90b-9a009e34c21d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555684 Jul 29 09:50:56.737776 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5da5a292-a95b-42ea-b282-903b13a87646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:56.742216 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5da5a292-a95b-42ea-b282-903b13a87646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:56.743977 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-5da5a292-a95b-42ea-b282-903b13a87646 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/da27fa5a-720e-4ec8-ba7e-969d16685e27 HTTP/1.1" status: 204 len: 168 time: 0.2453833 Jul 29 09:50:56.749514 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13bd46-3cd0-40c5-b862-e0e355124ed0 req-2eee8d53-be54-4505-855c-eb561c7d18fa tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:56.749813 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': '82fec0ca-9a10-4978-b588-19cdc69d082e', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'port_id': '82fec0ca-9a10-4978-b588-19cdc69d082e', 'mac_address': 'fa:16:3e:c9:fa:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 09:50:56.765859 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fc13bd46-3cd0-40c5-b862-e0e355124ed0 req-2eee8d53-be54-4505-855c-eb561c7d18fa tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 943 time: 0.2063553 Jul 29 09:50:56.766279 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5a292-a95b-42ea-b282-903b13a87646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da27fa5a-720e-4ec8-ba7e-969d16685e27,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:56.841070 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:56.846412 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fc13bd46-3cd0-40c5-b862-e0e355124ed0 req-ce941f7c-1b6f-4c34-9205-bd28911f097c tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622668 Jul 29 09:50:56.905601 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:56.928672 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=5e41ca6c-d07d-4d3b-a473-d5c61505cd9c,segment=NetworkSegment(ea7870e2-4591-412b-abea-51a261584522),segment_id=ea7870e2-4591-412b-abea-51a261584522)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:50:56.932307 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82fec0ca-9a10-4978-b588-19cdc69d082e {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:50:56.941639 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:56.989516 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 82fec0ca-9a10-4978-b588-19cdc69d082e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=82fec0ca-9a10-4978-b588-19cdc69d082e,segment=NetworkSegment(6ae67238-e876-4105-9dd7-15cfb52eb401),segment_id=6ae67238-e876-4105-9dd7-15cfb52eb401)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:50:56.996356 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:57.061188 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=5e41ca6c-d07d-4d3b-a473-d5c61505cd9c,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:57.202332 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=82fec0ca-9a10-4978-b588-19cdc69d082e,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:57.356047 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545006c0-9299-4f19-ac1b-2e32aeeb38b0 req-a02d4ff0-86d3-43ec-b1cd-b9687e7b6c62 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:57.361360 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-545006c0-9299-4f19-ac1b-2e32aeeb38b0 req-a02d4ff0-86d3-43ec-b1cd-b9687e7b6c62 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 946 time: 0.3218853 Jul 29 09:50:57.380043 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2645879-00d4-4fa2-bd98-9cc48f9125c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e41ca6c-d07d-4d3b-a473-d5c61505cd9c'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:50:57.383081 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a1d78a-9c85-4cbd-ae1c-e516e1376128" -d '{"events": [{"server_uuid": "e2645879-00d4-4fa2-bd98-9cc48f9125c1", "name": "network-vif-plugged", "status": "completed", "tag": "5e41ca6c-d07d-4d3b-a473-d5c61505cd9c"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:50:57.469778 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-545006c0-9299-4f19-ac1b-2e32aeeb38b0 req-ee5a7eff-b0a4-4394-8253-92502d517e28 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970991 Jul 29 09:50:57.536921 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2a3040-e57d-46d7-a397-cfc287cce952 x-openstack-request-id: req-2a2a3040-e57d-46d7-a397-cfc287cce952 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:50:57.537267 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2645879-00d4-4fa2-bd98-9cc48f9125c1", "name": "network-vif-plugged", "status": "completed", "tag": "5e41ca6c-d07d-4d3b-a473-d5c61505cd9c", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:50:57.537519 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a2a3040-e57d-46d7-a397-cfc287cce952 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:50:57.537920 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2645879-00d4-4fa2-bd98-9cc48f9125c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e41ca6c-d07d-4d3b-a473-d5c61505cd9c', 'code': 200} Jul 29 09:50:57.573035 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['82fec0ca-9a10-4978-b588-19cdc69d082e'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:50:57.938785 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4187fc-f5ac-4702-838e-e43168b181b7 req-eba72887-8056-44d7-9cac-269993f5ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:57.940321 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9b4187fc-f5ac-4702-838e-e43168b181b7 req-eba72887-8056-44d7-9cac-269993f5ad28 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 1098 time: 0.1113057 Jul 29 09:50:57.955051 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5dc5d-800c-4196-92a4-fe6148714624 req-1d3aee82-30c0-49a3-a68d-76ae6cb661a9 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:57.957101 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-96f5dc5d-800c-4196-92a4-fe6148714624 req-1d3aee82-30c0-49a3-a68d-76ae6cb661a9 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0864396 Jul 29 09:50:58.025060 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9b4187fc-f5ac-4702-838e-e43168b181b7 req-13072282-820d-41f3-95ac-7e71e6ac5c25 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666072 Jul 29 09:50:58.108918 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-96f5dc5d-800c-4196-92a4-fe6148714624 req-ce502f9a-0f2e-4ead-a761-8a3fe8f53e26 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326509 Jul 29 09:50:58.157654 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624e47d-3a08-459b-adff-32f6723308ca req-9b81f572-7f3d-40a9-95bb-b99a400f0259 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:58.161130 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c624e47d-3a08-459b-adff-32f6723308ca req-9b81f572-7f3d-40a9-95bb-b99a400f0259 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 944 time: 0.1398218 Jul 29 09:50:58.259513 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c624e47d-3a08-459b-adff-32f6723308ca req-2b52a94a-ca0a-4c90-bf26-b29b909b364a tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909216 Jul 29 09:50:58.964122 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 59810) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:59.345192 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f784b2-d5fc-471d-a862-23b44153ff8c req-223d011f-b694-429c-a60d-66c044b387c6 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:59.345911 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c82ec21b-fae8-415e-bada-85fc703f09f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:59.363368 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-54f784b2-d5fc-471d-a862-23b44153ff8c req-223d011f-b694-429c-a60d-66c044b387c6 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.1344762 Jul 29 09:50:59.465582 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-54f784b2-d5fc-471d-a862-23b44153ff8c req-e47fc91d-8e89-4bc6-9752-c55dd74a6683 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008396 Jul 29 09:50:59.494180 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83f33e-6c52-4a55-a5bc-c738d8455ba2 req-f4eaed0e-c670-413d-aad8-8b3800b5979b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:50:59.495850 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 59826) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:59.496029 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fd83f33e-6c52-4a55-a5bc-c738d8455ba2 req-f4eaed0e-c670-413d-aad8-8b3800b5979b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 944 time: 0.1057019 Jul 29 09:50:59.560568 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fd83f33e-6c52-4a55-a5bc-c738d8455ba2 req-9ba048de-89e2-408c-8957-911c3407f1a2 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524678 Jul 29 09:50:59.596185 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c82ec21b-fae8-415e-bada-85fc703f09f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:59.602844 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c82ec21b-fae8-415e-bada-85fc703f09f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:59.664404 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-c82ec21b-fae8-415e-bada-85fc703f09f3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=335efbdf982544d1ade2442ec1eff42f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6975465 Jul 29 09:50:59.665549 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ec21b-fae8-415e-bada-85fc703f09f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea96fc82-1ce1-47a0-9ef8-442d89104deb,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:59.668694 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 59834) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:59.712178 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-948b23bb-7081-46e7-b910-e384999525de admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:59.798577 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-44eafce0-469a-41de-944e-9cd0f48a4e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:59.838239 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-44eafce0-469a-41de-944e-9cd0f48a4e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:59.858325 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-948b23bb-7081-46e7-b910-e384999525de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:59.863679 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-948b23bb-7081-46e7-b910-e384999525de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:59.908114 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b23bb-7081-46e7-b910-e384999525de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197b3f33-73fa-4c29-9f16-156bb1f54d12,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:59.913395 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-948b23bb-7081-46e7-b910-e384999525de admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1eac399dd0fd40ea9abbc378b298fc54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153183 Jul 29 09:50:59.916033 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 59838) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:50:59.937412 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-44eafce0-469a-41de-944e-9cd0f48a4e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:59.940919 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-44eafce0-469a-41de-944e-9cd0f48a4e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:50:59.942552 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-44eafce0-469a-41de-944e-9cd0f48a4e99 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ea96fc82-1ce1-47a0-9ef8-442d89104deb HTTP/1.1" status: 204 len: 168 time: 0.2725136 Jul 29 09:50:59.953271 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eafce0-469a-41de-944e-9cd0f48a4e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea96fc82-1ce1-47a0-9ef8-442d89104deb,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:50:59.993120 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8f0efebc-870a-4416-b70e-63583b6c413c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:00.020218 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8f0efebc-870a-4416-b70e-63583b6c413c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:00.091077 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8f0efebc-870a-4416-b70e-63583b6c413c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:00.094443 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8f0efebc-870a-4416-b70e-63583b6c413c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:00.096540 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-8f0efebc-870a-4416-b70e-63583b6c413c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/197b3f33-73fa-4c29-9f16-156bb1f54d12 HTTP/1.1" status: 204 len: 168 time: 0.1788573 Jul 29 09:51:00.105524 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0efebc-870a-4416-b70e-63583b6c413c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197b3f33-73fa-4c29-9f16-156bb1f54d12,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:00.129970 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 59846) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:00.332874 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-78fe6c86-1b50-4738-b6cc-b1aec678f7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:00.499358 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-78fe6c86-1b50-4738-b6cc-b1aec678f7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:00.508760 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-78fe6c86-1b50-4738-b6cc-b1aec678f7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:00.561615 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-78fe6c86-1b50-4738-b6cc-b1aec678f7da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3a79f23916f44d9aaa88d4c903915acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4290528 Jul 29 09:51:00.561870 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 59866) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:00.563663 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe6c86-1b50-4738-b6cc-b1aec678f7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31e826b-8d23-4785-ae31-24e32fbe50c6,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:00.666522 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 59872) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:00.679368 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede32c9-d991-4d0d-8ea8-7e338ea92a23 req-14ee846f-e49e-4994-bd22-1729ae3407c7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:00.681440 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bede32c9-d991-4d0d-8ea8-7e338ea92a23 req-14ee846f-e49e-4994-bd22-1729ae3407c7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0992253 Jul 29 09:51:00.691488 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ba260729-d075-4d61-8879-b956a3f626bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:00.700544 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cf03b18f-8ffb-45a6-bc04-a59ddcc6755a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:00.735126 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ba260729-d075-4d61-8879-b956a3f626bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:00.795640 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bede32c9-d991-4d0d-8ea8-7e338ea92a23 req-dcfd67eb-78f5-48bb-b2f3-b1af90ddac29 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895259 Jul 29 09:51:00.819269 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ba260729-d075-4d61-8879-b956a3f626bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:00.822685 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ba260729-d075-4d61-8879-b956a3f626bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:00.828615 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-ba260729-d075-4d61-8879-b956a3f626bf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d31e826b-8d23-4785-ae31-24e32fbe50c6 HTTP/1.1" status: 204 len: 168 time: 0.2630854 Jul 29 09:51:00.837927 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba260729-d075-4d61-8879-b956a3f626bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31e826b-8d23-4785-ae31-24e32fbe50c6,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:00.848582 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4805b51-8d4e-4d50-bbb0-49866123ec02 req-90ad61a9-9869-48aa-ae4b-2e6088386d7e tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:00.850204 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b4805b51-8d4e-4d50-bbb0-49866123ec02 req-90ad61a9-9869-48aa-ae4b-2e6088386d7e tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 944 time: 0.1080277 Jul 29 09:51:00.931604 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b4805b51-8d4e-4d50-bbb0-49866123ec02 req-4578e177-0049-4ef0-85ea-7309c9c2fac2 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683022 Jul 29 09:51:00.981625 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cf03b18f-8ffb-45a6-bc04-a59ddcc6755a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:00.987223 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cf03b18f-8ffb-45a6-bc04-a59ddcc6755a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:01.044580 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-cf03b18f-8ffb-45a6-bc04-a59ddcc6755a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=efff8fe613e14c34983055546059322d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584697 Jul 29 09:51:01.045359 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 59882) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:01.051028 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03b18f-8ffb-45a6-bc04-a59ddcc6755a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f3f2db-6783-47de-b96f-0d3a11ddccc0,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:01.151503 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d1d2fda7-4928-49d8-bb06-a63db5e93b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:01.198153 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d1d2fda7-4928-49d8-bb06-a63db5e93b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:01.282015 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d1d2fda7-4928-49d8-bb06-a63db5e93b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:01.286921 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d1d2fda7-4928-49d8-bb06-a63db5e93b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:01.291823 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-d1d2fda7-4928-49d8-bb06-a63db5e93b7c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f7f3f2db-6783-47de-b96f-0d3a11ddccc0 HTTP/1.1" status: 204 len: 168 time: 0.2414114 Jul 29 09:51:01.310550 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2fda7-4928-49d8-bb06-a63db5e93b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f3f2db-6783-47de-b96f-0d3a11ddccc0,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:02.037213 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba465d9d-4d2f-49ee-aff7-d5f0e78cb8b8 req-f29e9d2d-4711-41e4-bd6c-159319eac99c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:02.041058 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ba465d9d-4d2f-49ee-aff7-d5f0e78cb8b8 req-f29e9d2d-4711-41e4-bd6c-159319eac99c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.1119280 Jul 29 09:51:02.179564 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ba465d9d-4d2f-49ee-aff7-d5f0e78cb8b8 req-b31783e0-e7b2-448c-a664-2f837a26b250 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276515 Jul 29 09:51:02.238795 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc6700-3f80-41c2-b986-c78c9cf6a6d3 req-834839e1-45e7-48c7-810c-8f9154883e31 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:02.253860 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-13fc6700-3f80-41c2-b986-c78c9cf6a6d3 req-834839e1-45e7-48c7-810c-8f9154883e31 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 944 time: 0.1628180 Jul 29 09:51:02.311258 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-13fc6700-3f80-41c2-b986-c78c9cf6a6d3 req-6f891e5c-edc5-44c1-837a-e26d42e62c19 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558863 Jul 29 09:51:03.258170 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8c3ea72d-d912-4975-888c-c81ddc096949 req-01ae06b8-90f6-4e72-bd2c-3d6480928450 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0865226 Jul 29 09:51:03.432396 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c202e3e-f26c-4c44-be8c-6b4380132251 req-40bcd50a-414a-4635-9081-4902ae02f2ee tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:03.434241 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4c202e3e-f26c-4c44-be8c-6b4380132251 req-40bcd50a-414a-4635-9081-4902ae02f2ee tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.1266756 Jul 29 09:51:03.470353 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ea72d-d912-4975-888c-c81ddc096949 req-a876f1b4-a7f7-4611-8588-abc6d8495a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:03.472107 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8c3ea72d-d912-4975-888c-c81ddc096949 req-a876f1b4-a7f7-4611-8588-abc6d8495a96 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5f94ae44657b45829cd30606744082cd&device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 1099 time: 0.1068556 Jul 29 09:51:03.566322 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4c202e3e-f26c-4c44-be8c-6b4380132251 req-56d9df82-740f-427c-8eca-7ba90cfcb942 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220024 Jul 29 09:51:03.701179 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a5295-4ea0-4fe1-80f9-05a27845c0e0 req-12b4c8d4-8275-442d-a505-b4119dccd432 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:03.701179 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-818a5295-4ea0-4fe1-80f9-05a27845c0e0 req-12b4c8d4-8275-442d-a505-b4119dccd432 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 944 time: 0.1817434 Jul 29 09:51:03.788165 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ea72d-d912-4975-888c-c81ddc096949 req-3ea6abb3-7196-47b5-ba0f-0e5e742cdb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:03.790110 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8c3ea72d-d912-4975-888c-c81ddc096949 req-3ea6abb3-7196-47b5-ba0f-0e5e742cdb77 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f821e966-bfee-4ec4-b30a-3dcf2b8f81d2 HTTP/1.1" status: 200 len: 914 time: 0.2756934 Jul 29 09:51:03.794463 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-818a5295-4ea0-4fe1-80f9-05a27845c0e0 req-f98a440c-581b-454f-a5fa-aa687570b6e6 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746398 Jul 29 09:51:04.776728 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468287c-83d3-422b-84d2-ddb3e15cd2ac req-7f569bf5-13e1-4ea9-89b0-de59e1b14d85 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:04.778449 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f468287c-83d3-422b-84d2-ddb3e15cd2ac req-7f569bf5-13e1-4ea9-89b0-de59e1b14d85 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0747459 Jul 29 09:51:04.849276 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f468287c-83d3-422b-84d2-ddb3e15cd2ac req-d23430d7-fa62-4c56-99fc-fa2bdafb9d08 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580289 Jul 29 09:51:04.999053 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d29a14-c89c-42cb-a885-b8a33b9c12e1 req-df6f3269-9964-4805-83c3-eca0a18126fb tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:05.001354 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-19d29a14-c89c-42cb-a885-b8a33b9c12e1 req-df6f3269-9964-4805-83c3-eca0a18126fb tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 944 time: 0.0770085 Jul 29 09:51:05.047324 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-19d29a14-c89c-42cb-a885-b8a33b9c12e1 req-f2081111-b11d-413a-ba78-51cd14438ec0 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386012 Jul 29 09:51:05.186996 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 82fec0ca-9a10-4978-b588-19cdc69d082e up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:51:05.227720 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8c3ea72d-d912-4975-888c-c81ddc096949 req-daa43829-d955-4ab5-8416-a981b75020b8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a7b09c0-5e56-44ae-8658-5997cc70a201 HTTP/1.1" status: 200 len: 217 time: 0.0444512 Jul 29 09:51:05.407775 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port 82fec0ca-9a10-4978-b588-19cdc69d082e completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:51:05.415262 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port 82fec0ca-9a10-4978-b588-19cdc69d082e triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:51:05.415910 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:05.553658 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:05.587720 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3f7da1-b846-4d2c-8309-0a9f81feb2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fec0ca-9a10-4978-b588-19cdc69d082e'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:51:05.590101 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c345ba90-7fbf-4feb-877c-60b6688ac810" -d '{"events": [{"server_uuid": "db3f7da1-b846-4d2c-8309-0a9f81feb2e2", "name": "network-vif-plugged", "status": "completed", "tag": "82fec0ca-9a10-4978-b588-19cdc69d082e"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:51:05.613036 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 82fec0ca-9a10-4978-b588-19cdc69d082e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=82fec0ca-9a10-4978-b588-19cdc69d082e,segment=NetworkSegment(6ae67238-e876-4105-9dd7-15cfb52eb401),segment_id=6ae67238-e876-4105-9dd7-15cfb52eb401)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:51:05.620270 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:05.663575 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dffb373-2c2b-41db-9b3d-3336b7957c96 x-openstack-request-id: req-7dffb373-2c2b-41db-9b3d-3336b7957c96 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:51:05.663976 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3f7da1-b846-4d2c-8309-0a9f81feb2e2", "name": "network-vif-plugged", "status": "completed", "tag": "82fec0ca-9a10-4978-b588-19cdc69d082e", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:51:05.664292 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7dffb373-2c2b-41db-9b3d-3336b7957c96 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:51:05.664924 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3f7da1-b846-4d2c-8309-0a9f81feb2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fec0ca-9a10-4978-b588-19cdc69d082e', 'code': 200} Jul 29 09:51:05.714208 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=82fec0ca-9a10-4978-b588-19cdc69d082e,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:05.998564 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe50b3-ef32-4d59-86d8-535900360078 req-82bd3f0b-3833-4595-ac70-67d8281a2131 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:06.001859 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1afe50b3-ef32-4d59-86d8-535900360078 req-82bd3f0b-3833-4595-ac70-67d8281a2131 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0718970 Jul 29 09:51:06.070718 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1afe50b3-ef32-4d59-86d8-535900360078 req-7658be4d-f012-4118-8462-25bae34aa493 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609407 Jul 29 09:51:06.186131 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a549d-8e5b-4320-8e84-1e9bd925c5b6 req-4e2525ec-a109-4696-b59e-cd4cd6e9f3b1 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:06.188264 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e68a549d-8e5b-4320-8e84-1e9bd925c5b6 req-4e2525ec-a109-4696-b59e-cd4cd6e9f3b1 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0566030 Jul 29 09:51:06.233637 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e68a549d-8e5b-4320-8e84-1e9bd925c5b6 req-941a84e7-ee95-4bd4-b4e3-cbaa114abfb6 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386972 Jul 29 09:51:07.226064 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5a323-289b-45bf-a2f3-b9a5cdec686a req-519079be-4c02-428b-90b8-cdb3ad1a47d7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:07.228655 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9ef5a323-289b-45bf-a2f3-b9a5cdec686a req-519079be-4c02-428b-90b8-cdb3ad1a47d7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0838525 Jul 29 09:51:07.295405 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9ef5a323-289b-45bf-a2f3-b9a5cdec686a req-9dc7c4fe-7b4b-4f1c-a625-990ceb49a21f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599010 Jul 29 09:51:07.420172 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b76d70-df14-4ea7-8bce-ba96991c41e2 req-60d7ab75-f6d2-4c09-8ed2-47fa4f7e4e3c tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:07.422525 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-80b76d70-df14-4ea7-8bce-ba96991c41e2 req-60d7ab75-f6d2-4c09-8ed2-47fa4f7e4e3c tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0616779 Jul 29 09:51:07.472011 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:07.488524 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-80b76d70-df14-4ea7-8bce-ba96991c41e2 req-0389d000-49ea-4055-b9e5-1a5165bbce81 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546231 Jul 29 09:51:07.598314 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ea72d-d912-4975-888c-c81ddc096949 req-6edc0ec0-e3d6-4df2-954c-c712e0de9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:07.600337 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8c3ea72d-d912-4975-888c-c81ddc096949 req-6edc0ec0-e3d6-4df2-954c-c712e0de9cc1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=481f6777-1c0f-40a4-9bc6-96356e6f6500 HTTP/1.1" status: 200 len: 852 time: 0.0965445 Jul 29 09:51:07.672694 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8c3ea72d-d912-4975-888c-c81ddc096949 req-22f940d5-f363-4e19-8675-9bfd2c171a38 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f821e966-bfee-4ec4-b30a-3dcf2b8f81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576475 Jul 29 09:51:07.831055 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8c3ea72d-d912-4975-888c-c81ddc096949 req-760ea5c5-ba9f-4f34-9a02-f7a7f3b180a7 service neutron] 10.222.0.89 "GET /v2.0/networks/f821e966-bfee-4ec4-b30a-3dcf2b8f81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497171 Jul 29 09:51:07.859505 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15f5d8-8f0a-4ce7-bdba-1a1092f7a3cd req-6fa7160d-0c09-445a-92ca-89a9a1188f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:07.862439 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-aa15f5d8-8f0a-4ce7-bdba-1a1092f7a3cd req-6fa7160d-0c09-445a-92ca-89a9a1188f0f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 1098 time: 0.1309683 Jul 29 09:51:07.962893 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-aa15f5d8-8f0a-4ce7-bdba-1a1092f7a3cd req-973a49ee-78cd-4c4e-b79d-f83a46425a4d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926290 Jul 29 09:51:07.978674 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8c3ea72d-d912-4975-888c-c81ddc096949 req-d6d3957a-250d-4007-9b54-07b180898690 service neutron] 10.222.0.89 "GET /v2.0/networks/f821e966-bfee-4ec4-b30a-3dcf2b8f81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350801 Jul 29 09:51:08.432529 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69510f3d-8795-4719-b0df-e46cb430d5bc req-ae70cd60-31d2-4b30-90ce-2367918dfe59 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:08.434262 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-69510f3d-8795-4719-b0df-e46cb430d5bc req-ae70cd60-31d2-4b30-90ce-2367918dfe59 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0575511 Jul 29 09:51:08.480562 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-69510f3d-8795-4719-b0df-e46cb430d5bc req-f0e502f6-0f64-4776-8f4d-54a4b5c888bc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379536 Jul 29 09:51:08.631150 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e88cd-c409-4eb0-9347-e55139238b08 req-99b125fc-2fb7-45cc-8298-088cde788a49 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:08.632641 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-393e88cd-c409-4eb0-9347-e55139238b08 req-99b125fc-2fb7-45cc-8298-088cde788a49 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0531697 Jul 29 09:51:08.713093 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-393e88cd-c409-4eb0-9347-e55139238b08 req-636b5730-991a-469a-b955-98504872c354 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671613 Jul 29 09:51:09.637491 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63090ba9-a617-4945-8478-b93e93ff22de req-8f7db556-bf01-40f1-a76e-75abaad23ba1 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:09.639361 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-63090ba9-a617-4945-8478-b93e93ff22de req-8f7db556-bf01-40f1-a76e-75abaad23ba1 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0541918 Jul 29 09:51:09.683909 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-63090ba9-a617-4945-8478-b93e93ff22de req-916a8ecf-773e-4d1a-97b1-990fcbf04f11 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370629 Jul 29 09:51:09.863732 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad46df-a23d-45e7-8464-314fd705ff12 req-ca493097-1fbc-42a4-8a22-1374cf76602b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:09.866156 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-40ad46df-a23d-45e7-8464-314fd705ff12 req-ca493097-1fbc-42a4-8a22-1374cf76602b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0703673 Jul 29 09:51:09.913128 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-40ad46df-a23d-45e7-8464-314fd705ff12 req-eafafa87-d838-4911-96e1-3133983b6cf8 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399051 Jul 29 09:51:10.114168 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479a509-01d6-429b-9b67-697d5b85058b req-e5caeab3-a888-49ad-967a-32cf250ef52b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:10.115780 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a479a509-01d6-429b-9b67-697d5b85058b req-e5caeab3-a888-49ad-967a-32cf250ef52b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0876615 Jul 29 09:51:10.160853 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46abe4-16e6-4647-aea6-4caf2dffda45 req-cce10eb6-e0b5-4054-9673-9188226e5c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:10.162552 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6c46abe4-16e6-4647-aea6-4caf2dffda45 req-cce10eb6-e0b5-4054-9673-9188226e5c91 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ffa878d0aac14ae987b17e465ad1769e&device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 1098 time: 0.0918250 Jul 29 09:51:10.178016 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a479a509-01d6-429b-9b67-697d5b85058b req-68ad32ec-b565-44c8-8d96-b2c1223169cd tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522690 Jul 29 09:51:10.274734 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46abe4-16e6-4647-aea6-4caf2dffda45 req-be63d5f5-51f4-4717-9e41-f28a22fed840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:10.276288 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6c46abe4-16e6-4647-aea6-4caf2dffda45 req-be63d5f5-51f4-4717-9e41-f28a22fed840 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4a43051e-9405-4d7d-b1d4-41bec9856a1d HTTP/1.1" status: 200 len: 920 time: 0.0972557 Jul 29 09:51:10.385386 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6c46abe4-16e6-4647-aea6-4caf2dffda45 req-94c41216-cd2b-4837-a687-126e15df17a5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e41ca6c-d07d-4d3b-a473-d5c61505cd9c HTTP/1.1" status: 200 len: 217 time: 0.0560131 Jul 29 09:51:10.520595 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46abe4-16e6-4647-aea6-4caf2dffda45 req-65754a86-2e9e-4c70-a3cd-82d6f9c5a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:10.523088 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6c46abe4-16e6-4647-aea6-4caf2dffda45 req-65754a86-2e9e-4c70-a3cd-82d6f9c5a422 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94ad0de8-8eb3-4402-86a4-0707bcb79a43 HTTP/1.1" status: 200 len: 858 time: 0.0687306 Jul 29 09:51:10.571086 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-6ba2fe3d-80ce-4e44-8eb6-e8903467e944 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=af683e20d0b244c4851ff3ccb3341d55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432343 Jul 29 09:51:10.587073 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6c46abe4-16e6-4647-aea6-4caf2dffda45 req-c2b27f84-7b74-40d5-a598-235530115839 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4a43051e-9405-4d7d-b1d4-41bec9856a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361555 Jul 29 09:51:10.950142 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-6ed6491b-5036-4caf-b14a-fcad2e4b7bfb tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:10.955421 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-6ed6491b-5036-4caf-b14a-fcad2e4b7bfb tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3568444 Jul 29 09:51:10.960392 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6c46abe4-16e6-4647-aea6-4caf2dffda45 req-575394db-acea-4977-bd78-ea87a862efb8 service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627894 Jul 29 09:51:11.022373 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-17986a3c-12f9-4a3f-b30e-37dfd5bf3cef tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/quotas/af683e20d0b244c4851ff3ccb3341d55 HTTP/1.1" status: 200 len: 375 time: 0.0512791 Jul 29 09:51:11.171712 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-1bb0fdf6-f20e-4480-b0fb-3880ffa276c3 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=af683e20d0b244c4851ff3ccb3341d55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840316 Jul 29 09:51:11.275688 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc7ec4-9d3c-4c56-b708-068de6284a38 req-44a4f869-46ce-42a1-ab0e-93217ac6904b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:11.277315 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cedc7ec4-9d3c-4c56-b708-068de6284a38 req-44a4f869-46ce-42a1-ab0e-93217ac6904b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.1879332 Jul 29 09:51:11.279369 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6c46abe4-16e6-4647-aea6-4caf2dffda45 req-9d971240-b1fc-4588-a618-09b1650ba849 service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953422 Jul 29 09:51:11.394885 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cedc7ec4-9d3c-4c56-b708-068de6284a38 req-097523e4-19e8-430f-a8e2-63185e5a7736 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965557 Jul 29 09:51:11.518143 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04045ede-d39c-437f-a8b6-3c6a2ce71530 req-1ca275fd-fef1-47f6-b06f-156c1aa543ca tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:11.533624 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-04045ede-d39c-437f-a8b6-3c6a2ce71530 req-1ca275fd-fef1-47f6-b06f-156c1aa543ca tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0866866 Jul 29 09:51:11.613037 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-51a6c694-6049-443b-afec-09a39c1601f1 req-6e95c51e-72fd-44fe-afee-20d400e5ff9e tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 210 time: 0.0763977 Jul 29 09:51:11.664534 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-04045ede-d39c-437f-a8b6-3c6a2ce71530 req-b1c23eb3-28ad-4077-9d5c-31fa081c720a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297998 Jul 29 09:51:11.805821 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccfd49-b1fe-406e-95d9-d30c66694a60 req-d18f6a3e-e997-43aa-a63d-f53b70bb73b9 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:11.808115 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d4ccfd49-b1fe-406e-95d9-d30c66694a60 req-d18f6a3e-e997-43aa-a63d-f53b70bb73b9 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0615678 Jul 29 09:51:11.818534 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 60212) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:11.824543 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-c6cf0f55-c1bd-4a04-a353-c8378b5b524f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Request body: {'floatingip': {'port_id': '82fec0ca-9a10-4978-b588-19cdc69d082e'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:51:11.942155 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0f55-c1bd-4a04-a353-c8378b5b524f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for floatingip, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:12.507977 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 60254) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:12.856586 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1552df09-1f95-454f-b48c-230d8d051314 req-334ed927-b252-4511-be57-b242b868cd70 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 210 time: 0.0954907 Jul 29 09:51:12.925889 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f5093-89d2-4648-b24b-aaf448b84fd0 req-eeb44cc6-df33-41c1-88a0-0a1a12622f2c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:12.928127 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-085f5093-89d2-4648-b24b-aaf448b84fd0 req-eeb44cc6-df33-41c1-88a0-0a1a12622f2c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0654502 Jul 29 09:51:12.953046 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9e03cb97-e8a5-4f09-9619-705ac71652fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:13.065909 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-085f5093-89d2-4648-b24b-aaf448b84fd0 req-d54c5573-4132-4e4d-a4a4-b9e2add8b545 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142981 Jul 29 09:51:13.173648 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-30338d66-c0a5-4603-b5a4-9f56b5dd0ed1 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=af683e20d0b244c4851ff3ccb3341d55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350766 Jul 29 09:51:13.197026 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9e03cb97-e8a5-4f09-9619-705ac71652fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:13.412924 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.db.resource_extend [None req-c6cf0f55-c1bd-4a04-a353-c8378b5b524f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 09:51:13.463270 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9e03cb97-e8a5-4f09-9619-705ac71652fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:13.515195 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0f55-c1bd-4a04-a353-c8378b5b524f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:13.524812 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0f55-c1bd-4a04-a353-c8378b5b524f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634374'] for floatingip, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:13.562688 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-9e03cb97-e8a5-4f09-9619-705ac71652fd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=094ba86968044224b21366fde75bfab3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0521686 Jul 29 09:51:13.567023 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 60294) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:13.570620 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03cb97-e8a5-4f09-9619-705ac71652fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1fbabc-b1ac-43ac-afc3-21497c4817d1,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:13.596959 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03cb97-e8a5-4f09-9619-705ac71652fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:13.597372 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03cb97-e8a5-4f09-9619-705ac71652fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:13.597859 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03cb97-e8a5-4f09-9619-705ac71652fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:13.598333 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03cb97-e8a5-4f09-9619-705ac71652fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:13.598810 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03cb97-e8a5-4f09-9619-705ac71652fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:13.599294 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03cb97-e8a5-4f09-9619-705ac71652fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:13.599666 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03cb97-e8a5-4f09-9619-705ac71652fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:13.599988 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03cb97-e8a5-4f09-9619-705ac71652fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:13.600320 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03cb97-e8a5-4f09-9619-705ac71652fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:13.600643 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03cb97-e8a5-4f09-9619-705ac71652fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:13.601014 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03cb97-e8a5-4f09-9619-705ac71652fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:13.601516 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03cb97-e8a5-4f09-9619-705ac71652fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:13.641819 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-e09a1209-341b-453b-bfe2-01a13337ce31 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:13.643765 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-e09a1209-341b-453b-bfe2-01a13337ce31 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4631741 Jul 29 09:51:13.670012 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-ad0d00cf-1dff-4f83-a8c1-33fc9f3e12e7 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Request body: {'port': {'device_id': '61de6901-db1b-4ab6-bc52-c935f718f357', 'network_id': '4c0521e3-e964-4047-a7bd-fd4cec3df6a0', 'admin_state_up': True, 'tenant_id': 'af683e20d0b244c4851ff3ccb3341d55'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:51:13.684330 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-448d8579-a28d-468b-b2aa-37d2177b55cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:13.710661 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.l3_db [None req-c6cf0f55-c1bd-4a04-a353-c8378b5b524f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Floating IP b00c4d2e-08c3-44fb-9005-3c5a52ebbeae associated. External IP: 172.27.2.40, port: 82fec0ca-9a10-4978-b588-19cdc69d082e. Jul 29 09:51:13.754141 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-448d8579-a28d-468b-b2aa-37d2177b55cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:13.810131 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-ad0d00cf-1dff-4f83-a8c1-33fc9f3e12e7 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Made reservation on behalf of af683e20d0b244c4851ff3ccb3341d55 for: {'port': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:51:13.814152 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-ad0d00cf-1dff-4f83-a8c1-33fc9f3e12e7 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:13.825205 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-ad0d00cf-1dff-4f83-a8c1-33fc9f3e12e7 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:13.969814 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-448d8579-a28d-468b-b2aa-37d2177b55cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:13.969814 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-448d8579-a28d-468b-b2aa-37d2177b55cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:13.975604 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-448d8579-a28d-468b-b2aa-37d2177b55cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2d1fbabc-b1ac-43ac-afc3-21497c4817d1 HTTP/1.1" status: 204 len: 168 time: 0.4070265 Jul 29 09:51:13.993178 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d8579-a28d-468b-b2aa-37d2177b55cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1fbabc-b1ac-43ac-afc3-21497c4817d1,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:14.038154 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d8579-a28d-468b-b2aa-37d2177b55cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:14.038502 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d8579-a28d-468b-b2aa-37d2177b55cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:14.038847 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d8579-a28d-468b-b2aa-37d2177b55cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:14.039181 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d8579-a28d-468b-b2aa-37d2177b55cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:14.039512 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d8579-a28d-468b-b2aa-37d2177b55cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:14.039846 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d8579-a28d-468b-b2aa-37d2177b55cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:14.040185 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d8579-a28d-468b-b2aa-37d2177b55cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:14.040514 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d8579-a28d-468b-b2aa-37d2177b55cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:14.040873 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d8579-a28d-468b-b2aa-37d2177b55cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:14.041200 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d8579-a28d-468b-b2aa-37d2177b55cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:14.041531 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d8579-a28d-468b-b2aa-37d2177b55cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:14.041856 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d8579-a28d-468b-b2aa-37d2177b55cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:14.086843 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-01cc58c1-053d-4602-9f50-0186a0f755be req-6748ccd8-eb0e-42a1-96a0-771292f426d0 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 210 time: 0.0796986 Jul 29 09:51:14.094223 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cf0f55-c1bd-4a04-a353-c8378b5b524f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 09:51:14.199937 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-ad0d00cf-1dff-4f83-a8c1-33fc9f3e12e7 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:14.211068 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-ad0d00cf-1dff-4f83-a8c1-33fc9f3e12e7 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:14.239554 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-b10c8caa-5ade-4bff-8e84-7a4d6098dee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:14.330531 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cf0f55-c1bd-4a04-a353-c8378b5b524f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:51:14.340200 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0f55-c1bd-4a04-a353-c8378b5b524f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:14.347291 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d00cf-1dff-4f83-a8c1-33fc9f3e12e7 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4d9fa3-46cc-4a44-aecb-ef130aace9a6,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:14.354443 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2c03d-79a3-44e4-94be-4bca867638e6 None None] Sync routers for ids ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:51:14.384514 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-c6cf0f55-c1bd-4a04-a353-c8378b5b524f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "PUT /v2.0/floatingips/b00c4d2e-08c3-44fb-9005-3c5a52ebbeae HTTP/1.1" status: 200 len: 990 time: 2.5644562 Jul 29 09:51:14.385603 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3f7da1-b846-4d2c-8309-0a9f81feb2e2', 'tag': '82fec0ca-9a10-4978-b588-19cdc69d082e'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:51:14.390637 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f374da-0da4-44b0-a501-1c00902bc12d" -d '{"events": [{"name": "network-changed", "server_uuid": "db3f7da1-b846-4d2c-8309-0a9f81feb2e2", "tag": "82fec0ca-9a10-4978-b588-19cdc69d082e"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:51:14.397954 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2c03d-79a3-44e4-94be-4bca867638e6 None None] Routers {'9f0bece0-212e-461d-a5b9-9585d6a8d0b4'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:51:14.401873 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-3ee2c03d-79a3-44e4-94be-4bca867638e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:50:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:51:14.472017 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-ad0d00cf-1dff-4f83-a8c1-33fc9f3e12e7 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Allocated IP 192.168.233.168 (4c0521e3-e964-4047-a7bd-fd4cec3df6a0/4a754902-df12-4791-add4-ccc64805bab2/9e37c84c-af03-42b7-a544-0100d500dacc) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:51:14.495350 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe024d-0229-4628-be64-a74775332842 req-4b552290-8016-4b0c-ace3-e20fd2ed73f8 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:14.506899 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2dfe024d-0229-4628-be64-a74775332842 req-4b552290-8016-4b0c-ace3-e20fd2ed73f8 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.2810774 Jul 29 09:51:14.605567 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-3ee2c03d-79a3-44e4-94be-4bca867638e6 None None] Set router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:51:14.635882 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2dfe024d-0229-4628-be64-a74775332842 req-1917f143-be96-4454-8d7f-b16d43745ad0 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270931 Jul 29 09:51:14.651004 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 09:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773917b1-ab91-4229-ab8c-081bb1f3ebf6 x-openstack-request-id: req-773917b1-ab91-4229-ab8c-081bb1f3ebf6 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:51:14.652751 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3f7da1-b846-4d2c-8309-0a9f81feb2e2", "tag": "82fec0ca-9a10-4978-b588-19cdc69d082e", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:51:14.653262 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-773917b1-ab91-4229-ab8c-081bb1f3ebf6 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:51:14.653935 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3f7da1-b846-4d2c-8309-0a9f81feb2e2', 'tag': '82fec0ca-9a10-4978-b588-19cdc69d082e', 'status': 'completed', 'code': 200} Jul 29 09:51:14.745534 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 60340) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:14.792489 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-44f0c495-a8e7-4ef8-9ba6-3788175015be admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:14.825284 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f374da-0da4-44b0-a501-1c00902bc12d req-583219fa-25a2-4739-ac60-caa62d9279eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:14.827754 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-53f374da-0da4-44b0-a501-1c00902bc12d req-583219fa-25a2-4739-ac60-caa62d9279eb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d0213ef301145e88bfeefb34d12fda1&device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 1098 time: 0.1034091 Jul 29 09:51:14.874776 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-ad0d00cf-1dff-4f83-a8c1-33fc9f3e12e7 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:14.898281 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-ad0d00cf-1dff-4f83-a8c1-33fc9f3e12e7 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Transition to ACTIVE for port object 9e37c84c-af03-42b7-a544-0100d500dacc will not be triggered until provisioned by entity DHCP. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:51:14.967854 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-ad0d00cf-1dff-4f83-a8c1-33fc9f3e12e7 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:15.013199 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f374da-0da4-44b0-a501-1c00902bc12d req-56b0a4b9-4915-4fd2-a682-3ae2ff52e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:15.016942 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-53f374da-0da4-44b0-a501-1c00902bc12d req-56b0a4b9-4915-4fd2-a682-3ae2ff52e9b7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a HTTP/1.1" status: 200 len: 913 time: 0.1729603 Jul 29 09:51:15.038384 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-ad0d00cf-1dff-4f83-a8c1-33fc9f3e12e7 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Network 4c0521e3-e964-4047-a7bd-fd4cec3df6a0 is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:51:15.042214 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-ad0d00cf-1dff-4f83-a8c1-33fc9f3e12e7 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:51:15.050274 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-ad0d00cf-1dff-4f83-a8c1-33fc9f3e12e7 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:51:15.083075 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d00cf-1dff-4f83-a8c1-33fc9f3e12e7 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Pushing event updated for resources: {'Port': ['ID=9e37c84c-af03-42b7-a544-0100d500dacc,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:15.087723 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-3ee2c03d-79a3-44e4-94be-4bca867638e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8007e0dc-0a86-4933-b816-3d335d300141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T09:50:27Z', 'revision_number': 4, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port': {'id': '8007e0dc-0a86-4933-b816-3d335d300141', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:11Z', 'updated_at': '2021-07-29T09:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': 'b00c4d2e-08c3-44fb-9005-3c5a52ebbeae', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'floating_ip_address': '172.27.2.40', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'port_id': '82fec0ca-9a10-4978-b588-19cdc69d082e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'mac_address': 'fa:16:3e:c9:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f7da1-b846-4d2c-8309-0a9f81feb2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T09:50:38Z', 'updated_at': '2021-07-29T09:51:13Z', 'revision_number': 1, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbc5609-42a2-4664-94da-be909ee0c2a1', 'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'mac_address': 'fa:16:3e:1f:b8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:24Z', 'updated_at': '2021-07-29T09:50:37Z', 'revision_number': 5, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'subnets': [{'id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:51:15.115784 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2c03d-79a3-44e4-94be-4bca867638e6 None None] Checking router: 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:51:15.126290 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2c03d-79a3-44e4-94be-4bca867638e6 None None] Routers {'9f0bece0-212e-461d-a5b9-9585d6a8d0b4'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:51:15.127189 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-3ee2c03d-79a3-44e4-94be-4bca867638e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:50:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:51:15.131619 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-ad0d00cf-1dff-4f83-a8c1-33fc9f3e12e7 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:15.133277 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-ad0d00cf-1dff-4f83-a8c1-33fc9f3e12e7 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:15.133465 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-44f0c495-a8e7-4ef8-9ba6-3788175015be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:15.152592 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-44f0c495-a8e7-4ef8-9ba6-3788175015be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:15.191834 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-ad0d00cf-1dff-4f83-a8c1-33fc9f3e12e7 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5279500 Jul 29 09:51:15.241883 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Request body: {'port': {'device_id': '61de6901-db1b-4ab6-bc52-c935f718f357', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:51:15.260128 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-44f0c495-a8e7-4ef8-9ba6-3788175015be admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a6884de173934444a69904b4f220ee97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5111840 Jul 29 09:51:15.261002 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 60348) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:15.270755 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-53f374da-0da4-44b0-a501-1c00902bc12d req-58e89d32-66dc-4189-97e7-239284a10739 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82fec0ca-9a10-4978-b588-19cdc69d082e HTTP/1.1" status: 200 len: 998 time: 0.2381053 Jul 29 09:51:15.285370 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-3ee2c03d-79a3-44e4-94be-4bca867638e6 None None] Set router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:51:15.356594 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f374da-0da4-44b0-a501-1c00902bc12d req-dc7d943d-570b-4457-905d-568df14f22b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:15.358170 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-53f374da-0da4-44b0-a501-1c00902bc12d req-dc7d943d-570b-4457-905d-568df14f22b0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b1dd2e5b-eac9-466e-88de-e575ea4f6a52 HTTP/1.1" status: 200 len: 850 time: 0.0778375 Jul 29 09:51:15.363408 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0c495-a8e7-4ef8-9ba6-3788175015be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493a19df-f621-40db-a68d-0ba4c7f448f2,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:15.411553 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-f6ef099b-c158-4584-b682-3122a206ef43 None None] Provisioning for port 9e37c84c-af03-42b7-a544-0100d500dacc completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:51:15.412264 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:15.424832 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-f6ef099b-c158-4584-b682-3122a206ef43 None None] Provisioning complete for port 9e37c84c-af03-42b7-a544-0100d500dacc triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:51:15.425770 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f6ef099b-c158-4584-b682-3122a206ef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:15.465563 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30058a2-b419-462c-ad9f-72f1ebe8893b req-8e99ea47-d4c8-4653-aedb-58bb609b0afa tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:15.465758 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f374da-0da4-44b0-a501-1c00902bc12d req-621f3a3c-9bdc-42d2-9573-0154ddb62bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:15.465758 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-53f374da-0da4-44b0-a501-1c00902bc12d req-621f3a3c-9bdc-42d2-9573-0154ddb62bcf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0969663 Jul 29 09:51:15.469464 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a30058a2-b419-462c-ad9f-72f1ebe8893b req-8e99ea47-d4c8-4653-aedb-58bb609b0afa tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 936 time: 0.1480346 Jul 29 09:51:15.537696 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef099b-c158-4584-b682-3122a206ef43 None None] Port 9e37c84c-af03-42b7-a544-0100d500dacc cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:51:15.556116 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a30058a2-b419-462c-ad9f-72f1ebe8893b req-7580967a-08fa-4a8c-944a-8034d5b3a5ac tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed4d9fa3-46cc-4a44-aecb-ef130aace9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843022 Jul 29 09:51:15.584057 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-56381dcf-829e-4efb-ab90-301a917b8235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:15.627004 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-53f374da-0da4-44b0-a501-1c00902bc12d req-be759ede-a801-4a3a-844b-cd05cbd9c67d service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441786 Jul 29 09:51:15.724217 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-56381dcf-829e-4efb-ab90-301a917b8235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:15.825818 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-3ee2c03d-79a3-44e4-94be-4bca867638e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8007e0dc-0a86-4933-b816-3d335d300141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T09:50:27Z', 'revision_number': 4, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port': {'id': '8007e0dc-0a86-4933-b816-3d335d300141', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:11Z', 'updated_at': '2021-07-29T09:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': 'b00c4d2e-08c3-44fb-9005-3c5a52ebbeae', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'floating_ip_address': '172.27.2.40', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'port_id': '82fec0ca-9a10-4978-b588-19cdc69d082e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'mac_address': 'fa:16:3e:c9:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f7da1-b846-4d2c-8309-0a9f81feb2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T09:50:38Z', 'updated_at': '2021-07-29T09:51:13Z', 'revision_number': 1, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbc5609-42a2-4664-94da-be909ee0c2a1', 'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'mac_address': 'fa:16:3e:1f:b8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:24Z', 'updated_at': '2021-07-29T09:50:37Z', 'revision_number': 5, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'subnets': [{'id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:51:15.874006 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2c03d-79a3-44e4-94be-4bca867638e6 None None] The sync data for ids ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'] in dv-cinder-788253-4-iscsi is: [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8007e0dc-0a86-4933-b816-3d335d300141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T09:50:27Z', 'revision_number': 4, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port': {'id': '8007e0dc-0a86-4933-b816-3d335d300141', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:11Z', 'updated_at': '2021-07-29T09:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': 'b00c4d2e-08c3-44fb-9005-3c5a52ebbeae', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'floating_ip_address': '172.27.2.40', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'port_id': '82fec0ca-9a10-4978-b588-19cdc69d082e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'mac_address': 'fa:16:3e:c9:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f7da1-b846-4d2c-8309-0a9f81feb2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T09:50:38Z', 'updated_at': '2021-07-29T09:51:13Z', 'revision_number': 1, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbc5609-42a2-4664-94da-be909ee0c2a1', 'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'mac_address': 'fa:16:3e:1f:b8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:24Z', 'updated_at': '2021-07-29T09:50:37Z', 'revision_number': 5, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'subnets': [{'id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:51:15.976389 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-56381dcf-829e-4efb-ab90-301a917b8235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:15.984736 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-56381dcf-829e-4efb-ab90-301a917b8235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:15.988094 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-56381dcf-829e-4efb-ab90-301a917b8235 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/493a19df-f621-40db-a68d-0ba4c7f448f2 HTTP/1.1" status: 204 len: 168 time: 0.6760001 Jul 29 09:51:16.021790 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1eed3a-7646-4fdb-96dd-002a63529459 req-4c568a5f-b60c-4dcf-b8af-6cc63f879006 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:16.037552 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4f1eed3a-7646-4fdb-96dd-002a63529459 req-4c568a5f-b60c-4dcf-b8af-6cc63f879006 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.2271674 Jul 29 09:51:16.142981 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56381dcf-829e-4efb-ab90-301a917b8235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493a19df-f621-40db-a68d-0ba4c7f448f2,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:16.260982 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-53f374da-0da4-44b0-a501-1c00902bc12d req-0f26fa6b-aa53-4224-b15b-03991b051ac5 service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202269 Jul 29 09:51:16.333715 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4f1eed3a-7646-4fdb-96dd-002a63529459 req-dd1ff525-991c-4ae0-8fe7-77f8b11e4001 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786047 Jul 29 09:51:16.408742 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc213f8-ca4a-4ca6-b075-665d6b9fc5c5 None None] New status for floating IP b00c4d2e-08c3-44fb-9005-3c5a52ebbeae: ACTIVE {{(pid=104730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 09:51:16.452078 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e37c84c-af03-42b7-a544-0100d500dacc {{(pid=104728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:51:16.470086 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:16.503073 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Transition to ACTIVE for port object 9e37c84c-af03-42b7-a544-0100d500dacc will not be triggered until provisioned by entity L2. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:51:16.509032 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:16.581938 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Pushing event updated for resources: {'Port': ['ID=9e37c84c-af03-42b7-a544-0100d500dacc,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:16.815272 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Attempting to bind port 9e37c84c-af03-42b7-a544-0100d500dacc on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:51:16.817662 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Attempting to bind port 9e37c84c-af03-42b7-a544-0100d500dacc by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '40fa5822-465a-43b7-9754-27a42b9faad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '4c0521e3-e964-4047-a7bd-fd4cec3df6a0'}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:51:16.820700 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Attempting to bind port 9e37c84c-af03-42b7-a544-0100d500dacc on network 4c0521e3-e964-4047-a7bd-fd4cec3df6a0 {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:51:16.864073 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Port 9e37c84c-af03-42b7-a544-0100d500dacc on network 4c0521e3-e964-4047-a7bd-fd4cec3df6a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 09:51:16.864685 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Attempting to bind port 9e37c84c-af03-42b7-a544-0100d500dacc on network 4c0521e3-e964-4047-a7bd-fd4cec3df6a0 {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:51:16.877496 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:51:16.878177 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Checking segment: {'id': '40fa5822-465a-43b7-9754-27a42b9faad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '4c0521e3-e964-4047-a7bd-fd4cec3df6a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:51:16.879163 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Bound using segment: {'id': '40fa5822-465a-43b7-9754-27a42b9faad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '4c0521e3-e964-4047-a7bd-fd4cec3df6a0'} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:51:16.879858 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Bound port: 9e37c84c-af03-42b7-a544-0100d500dacc, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fa5822-465a-43b7-9754-27a42b9faad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '4c0521e3-e964-4047-a7bd-fd4cec3df6a0'}}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:51:16.880951 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:16.922856 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6aa8c-b364-46e9-a98e-fbda0743f77d req-5fbcbc7b-dbce-43c4-8491-b53676fc0f2e tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:16.928310 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d8e6aa8c-b364-46e9-a98e-fbda0743f77d req-5fbcbc7b-dbce-43c4-8491-b53676fc0f2e tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 948 time: 0.1477716 Jul 29 09:51:17.034594 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d8e6aa8c-b364-46e9-a98e-fbda0743f77d req-24ff7638-9ee1-4b97-b7ea-ad19f7c0eec8 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed4d9fa3-46cc-4a44-aecb-ef130aace9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998626 Jul 29 09:51:17.071588 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 60420) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:17.086555 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] For port 9e37c84c-af03-42b7-a544-0100d500dacc, host hv-cinder-78825, cleared binding levels {{(pid=104728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:51:17.094524 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1bfee63c-558b-4a3f-955b-c3fb1b4d5b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:17.097898 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] For port 9e37c84c-af03-42b7-a544-0100d500dacc, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=9e37c84c-af03-42b7-a544-0100d500dacc,segment=NetworkSegment(40fa5822-465a-43b7-9754-27a42b9faad2),segment_id=40fa5822-465a-43b7-9754-27a42b9faad2)] {{(pid=104728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:51:17.106747 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:17.239366 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:17.240534 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:17.243022 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] 10.222.0.89 "PUT /v2.0/ports/9e37c84c-af03-42b7-a544-0100d500dacc HTTP/1.1" status: 200 len: 1098 time: 2.0103223 Jul 29 09:51:17.243861 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61de6901-db1b-4ab6-bc52-c935f718f357', 'tag': '9e37c84c-af03-42b7-a544-0100d500dacc'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:51:17.250084 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e256bbe3-9371-4879-8dd0-53c2b8fb3046" -d '{"events": [{"name": "network-changed", "server_uuid": "61de6901-db1b-4ab6-bc52-c935f718f357", "tag": "9e37c84c-af03-42b7-a544-0100d500dacc"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:51:17.288923 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-d1980460-518f-496c-984c-970900f46b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:17.308564 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbeff8-d178-449b-9084-e3dc4c50997f service neutron] Pushing event updated for resources: {'Port': ['ID=9e37c84c-af03-42b7-a544-0100d500dacc,revision_number=3']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:17.340945 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1bfee63c-558b-4a3f-955b-c3fb1b4d5b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:17.347938 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1bfee63c-558b-4a3f-955b-c3fb1b4d5b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:17.356979 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 09:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7b30a8-f765-4bc5-bf3b-7b1cefa5951c x-openstack-request-id: req-6d7b30a8-f765-4bc5-bf3b-7b1cefa5951c {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:51:17.357401 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61de6901-db1b-4ab6-bc52-c935f718f357", "tag": "9e37c84c-af03-42b7-a544-0100d500dacc", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:51:17.357789 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d7b30a8-f765-4bc5-bf3b-7b1cefa5951c {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:51:17.358276 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61de6901-db1b-4ab6-bc52-c935f718f357', 'tag': '9e37c84c-af03-42b7-a544-0100d500dacc', 'status': 'completed', 'code': 200} Jul 29 09:51:17.410068 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-1bfee63c-558b-4a3f-955b-c3fb1b4d5b49 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1bd619aa07104f1da64adf7b46decb25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357947 Jul 29 09:51:17.413635 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 60430) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:17.418919 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfee63c-558b-4a3f-955b-c3fb1b4d5b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1e0455-7d5c-43f4-8ec2-9f35e4eaebe0,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:17.574199 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-f48f6b16-7756-420e-887c-5352b82a598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:17.575764 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-f48f6b16-7756-420e-887c-5352b82a598b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=af683e20d0b244c4851ff3ccb3341d55&device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 1101 time: 0.1779099 Jul 29 09:51:17.600424 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-eabdc2f4-318f-479d-a9b3-c5fc90da5bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:17.612794 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a0f7b-73bd-4a5f-8e11-57c6dde348b3 req-69dce163-7ab1-460c-86f3-9dab000ac8d0 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:17.614374 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e13a0f7b-73bd-4a5f-8e11-57c6dde348b3 req-69dce163-7ab1-460c-86f3-9dab000ac8d0 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.1246004 Jul 29 09:51:17.652946 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-68536d5d-a009-43e5-9fd4-5d59df1dc3f9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=9e37c84c-af03-42b7-a544-0100d500dacc HTTP/1.1" status: 200 len: 217 time: 0.0607352 Jul 29 09:51:17.693726 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-eabdc2f4-318f-479d-a9b3-c5fc90da5bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:17.719566 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:17.785842 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e13a0f7b-73bd-4a5f-8e11-57c6dde348b3 req-60f26a37-27ec-4ed9-ae32-92a7f21b64e1 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371222 Jul 29 09:51:17.796041 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-5647a9d5-446c-4005-980f-df4bcf426cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:17.798788 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-5647a9d5-446c-4005-980f-df4bcf426cd7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4a754902-df12-4791-add4-ccc64805bab2 HTTP/1.1" status: 200 len: 843 time: 0.1276495 Jul 29 09:51:17.867423 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-eabdc2f4-318f-479d-a9b3-c5fc90da5bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:17.873427 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-eabdc2f4-318f-479d-a9b3-c5fc90da5bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:17.875345 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-eabdc2f4-318f-479d-a9b3-c5fc90da5bf8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3a1e0455-7d5c-43f4-8ec2-9f35e4eaebe0 HTTP/1.1" status: 204 len: 168 time: 0.4586546 Jul 29 09:51:17.889201 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdc2f4-318f-479d-a9b3-c5fc90da5bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1e0455-7d5c-43f4-8ec2-9f35e4eaebe0,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:17.900696 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-fa70d315-f55c-4772-80fa-cbf3ca4106c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:17.902360 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-fa70d315-f55c-4772-80fa-cbf3ca4106c1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4c0521e3-e964-4047-a7bd-fd4cec3df6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0926023 Jul 29 09:51:17.920906 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 60444) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:18.125646 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-aef7f419-c5d9-4cbe-82f4-b4eed16193cb service neutron] 10.222.0.89 "GET /v2.0/networks/4c0521e3-e964-4047-a7bd-fd4cec3df6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110298 Jul 29 09:51:18.132176 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-998e201b-ff3c-4aa4-85f1-101797fa6ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:18.387458 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-998e201b-ff3c-4aa4-85f1-101797fa6ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:18.402872 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-998e201b-ff3c-4aa4-85f1-101797fa6ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:18.403615 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9b085-e87a-4b89-b2b0-7b8068e3a5c3 req-789ac736-4da9-4482-9314-a5c645b7ea09 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:18.406911 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-aab9b085-e87a-4b89-b2b0-7b8068e3a5c3 req-789ac736-4da9-4482-9314-a5c645b7ea09 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 948 time: 0.2470779 Jul 29 09:51:18.514787 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-998e201b-ff3c-4aa4-85f1-101797fa6ca2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=41237c778cb547329513fa66b8ca7d04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5915396 Jul 29 09:51:18.520539 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 60468) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:18.535688 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e201b-ff3c-4aa4-85f1-101797fa6ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6d5a02-fce0-4e14-8a16-7e31c532867a,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:18.589091 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5ad94edf-4a7e-4159-aefb-02279718e739 req-1d62ab80-cdd5-4db8-9729-211355bd06d0 service neutron] 10.222.0.89 "GET /v2.0/networks/4c0521e3-e964-4047-a7bd-fd4cec3df6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885746 Jul 29 09:51:18.598297 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-aab9b085-e87a-4b89-b2b0-7b8068e3a5c3 req-3cf14090-a00f-47f1-8224-6afbd467dda8 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed4d9fa3-46cc-4a44-aecb-ef130aace9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552019 Jul 29 09:51:18.675491 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:18.691019 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-de981a28-7a1d-4047-8e7c-c26b70264563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:18.754139 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-de981a28-7a1d-4047-8e7c-c26b70264563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:18.894617 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-de981a28-7a1d-4047-8e7c-c26b70264563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:18.897581 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-de981a28-7a1d-4047-8e7c-c26b70264563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:18.906634 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-de981a28-7a1d-4047-8e7c-c26b70264563 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6f6d5a02-fce0-4e14-8a16-7e31c532867a HTTP/1.1" status: 204 len: 168 time: 0.3785689 Jul 29 09:51:18.935827 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de981a28-7a1d-4047-8e7c-c26b70264563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6d5a02-fce0-4e14-8a16-7e31c532867a,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:18.938598 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bbe3-9371-4879-8dd0-53c2b8fb3046 req-b9a3d68d-9cdc-4ac6-826b-70531d521eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:18.940635 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e256bbe3-9371-4879-8dd0-53c2b8fb3046 req-b9a3d68d-9cdc-4ac6-826b-70531d521eab service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=af683e20d0b244c4851ff3ccb3341d55&device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 1101 time: 0.1137443 Jul 29 09:51:19.179021 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebd541-b5ad-4626-b56f-60960bd16f94 req-0a5e24f4-4ca0-489b-ac80-b4a92308ed0c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:19.181808 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e6ebd541-b5ad-4626-b56f-60960bd16f94 req-0a5e24f4-4ca0-489b-ac80-b4a92308ed0c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.1849778 Jul 29 09:51:19.230779 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bbe3-9371-4879-8dd0-53c2b8fb3046 req-6bae12ae-ee39-4666-bf15-7cbe41e8aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:19.234119 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e256bbe3-9371-4879-8dd0-53c2b8fb3046 req-6bae12ae-ee39-4666-bf15-7cbe41e8aaa8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4c0521e3-e964-4047-a7bd-fd4cec3df6a0 HTTP/1.1" status: 200 len: 871 time: 0.2757461 Jul 29 09:51:19.327493 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e6ebd541-b5ad-4626-b56f-60960bd16f94 req-f3817e45-6873-44cb-9497-7d0ad2fa6618 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267881 Jul 29 09:51:19.332218 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e256bbe3-9371-4879-8dd0-53c2b8fb3046 req-05fd7a2d-b69c-448c-8eb9-3dd5cba4c227 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=9e37c84c-af03-42b7-a544-0100d500dacc HTTP/1.1" status: 200 len: 217 time: 0.0834050 Jul 29 09:51:19.397570 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 60500) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:19.430847 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6aa4e730-228c-4c9a-b665-7d87f220ff9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:19.440303 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bbe3-9371-4879-8dd0-53c2b8fb3046 req-84fcd149-39c8-4adf-9fd0-6042b99693fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:19.446085 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e256bbe3-9371-4879-8dd0-53c2b8fb3046 req-84fcd149-39c8-4adf-9fd0-6042b99693fa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4a754902-df12-4791-add4-ccc64805bab2 HTTP/1.1" status: 200 len: 843 time: 0.1036139 Jul 29 09:51:19.542212 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bbe3-9371-4879-8dd0-53c2b8fb3046 req-8643f2db-8c8a-421f-a000-5c2966b6c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:19.545230 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e256bbe3-9371-4879-8dd0-53c2b8fb3046 req-8643f2db-8c8a-421f-a000-5c2966b6c333 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4c0521e3-e964-4047-a7bd-fd4cec3df6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0821886 Jul 29 09:51:19.635172 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6aa4e730-228c-4c9a-b665-7d87f220ff9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:19.646432 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6aa4e730-228c-4c9a-b665-7d87f220ff9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:19.696809 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6aa4e730-228c-4c9a-b665-7d87f220ff9f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=12832c105afe4e4b99f138a9aae30ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968516 Jul 29 09:51:19.700800 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 60514) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:19.766886 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4e730-228c-4c9a-b665-7d87f220ff9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373dc17d-f860-4f46-9ec3-02519a950d1a,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:19.823940 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8b4229b7-2dc2-46a6-9195-cf1ce1c06e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:19.839043 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e256bbe3-9371-4879-8dd0-53c2b8fb3046 req-c8b75379-cea6-49cc-9e1b-3c5057f2502c service neutron] 10.222.0.89 "GET /v2.0/networks/4c0521e3-e964-4047-a7bd-fd4cec3df6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807415 Jul 29 09:51:19.870162 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8b4229b7-2dc2-46a6-9195-cf1ce1c06e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:20.004266 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8b4229b7-2dc2-46a6-9195-cf1ce1c06e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:20.007816 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8b4229b7-2dc2-46a6-9195-cf1ce1c06e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:20.020899 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-8b4229b7-2dc2-46a6-9195-cf1ce1c06e4e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/373dc17d-f860-4f46-9ec3-02519a950d1a HTTP/1.1" status: 204 len: 168 time: 0.3093021 Jul 29 09:51:20.032675 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4229b7-2dc2-46a6-9195-cf1ce1c06e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373dc17d-f860-4f46-9ec3-02519a950d1a,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:20.184853 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e256bbe3-9371-4879-8dd0-53c2b8fb3046 req-eb1439de-7820-4e00-ab47-db9013e30c6d service neutron] 10.222.0.89 "GET /v2.0/networks/4c0521e3-e964-4047-a7bd-fd4cec3df6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289483 Jul 29 09:51:20.238408 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fc5c2-182d-4900-8356-8d9a21e6a16e req-3a3d2423-52a7-4c42-b378-bde82702da4a tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:20.240449 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e08fc5c2-182d-4900-8356-8d9a21e6a16e req-3a3d2423-52a7-4c42-b378-bde82702da4a tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 948 time: 0.1697090 Jul 29 09:51:20.311033 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628a24f-1b2f-4871-970d-597ad67bda4e req-9966f0bb-ff99-4530-b812-71069f330ed2 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:20.313954 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8628a24f-1b2f-4871-970d-597ad67bda4e req-9966f0bb-ff99-4530-b812-71069f330ed2 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 946 time: 0.1630375 Jul 29 09:51:20.370220 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e08fc5c2-182d-4900-8356-8d9a21e6a16e req-23b33e9d-9909-49cd-a075-ef21891762a0 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed4d9fa3-46cc-4a44-aecb-ef130aace9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191454 Jul 29 09:51:20.441200 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:20.455675 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8628a24f-1b2f-4871-970d-597ad67bda4e req-2a629fd1-0ae4-446b-874b-bfcb0cd1b40f tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240354 Jul 29 09:51:20.607508 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b02f9-44b8-484c-a2ed-2d9056aee7d3 req-bed1c10d-1cce-4bc6-a7fa-2eb3035962f8 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:20.613414 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9d7b02f9-44b8-484c-a2ed-2d9056aee7d3 req-bed1c10d-1cce-4bc6-a7fa-2eb3035962f8 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0991294 Jul 29 09:51:20.656972 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9d7b02f9-44b8-484c-a2ed-2d9056aee7d3 req-fcd72676-cf0d-405e-870c-46d09fa5f650 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Jul 29 09:51:20.668431 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 60550) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:20.684407 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1f9243d7-f5f2-41d6-b913-eae0fce7e2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:20.826207 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1f9243d7-f5f2-41d6-b913-eae0fce7e2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:20.832107 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1f9243d7-f5f2-41d6-b913-eae0fce7e2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:20.875162 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-1f9243d7-f5f2-41d6-b913-eae0fce7e2de admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=69996f39e6be4e6e9dbc2b1a2d07078e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054102 Jul 29 09:51:20.876085 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9243d7-f5f2-41d6-b913-eae0fce7e2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e218038e-d7c8-446b-b9d6-075c668c10e0,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:20.878602 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 60554) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:20.934515 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7b9b-4bf8-4093-b58c-e16eb6629685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:20.960359 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7b9b-4bf8-4093-b58c-e16eb6629685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:21.025983 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7b9b-4bf8-4093-b58c-e16eb6629685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:21.031852 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7b9b-4bf8-4093-b58c-e16eb6629685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:21.037690 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-fbbc7b9b-4bf8-4093-b58c-e16eb6629685 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e218038e-d7c8-446b-b9d6-075c668c10e0 HTTP/1.1" status: 204 len: 168 time: 0.1540556 Jul 29 09:51:21.044589 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc7b9b-4bf8-4093-b58c-e16eb6629685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e218038e-d7c8-446b-b9d6-075c668c10e0,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:21.562735 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518abae-825f-4ee8-8508-74ccb7f61d0c req-d06c44f6-5ef2-490c-89f9-e5440e02a791 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:21.564641 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7518abae-825f-4ee8-8508-74ccb7f61d0c req-d06c44f6-5ef2-490c-89f9-e5440e02a791 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 948 time: 0.0761414 Jul 29 09:51:21.617957 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7518abae-825f-4ee8-8508-74ccb7f61d0c req-a126e0f1-be13-4e57-b8cc-61519daa09f8 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed4d9fa3-46cc-4a44-aecb-ef130aace9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377841 Jul 29 09:51:21.749962 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846c95a-1a57-4436-9982-2ccc54e8dc08 req-d0bcde38-f0bc-4628-a0e8-610c00e0ed4d tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:21.751557 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a846c95a-1a57-4436-9982-2ccc54e8dc08 req-d0bcde38-f0bc-4628-a0e8-610c00e0ed4d tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 946 time: 0.0715489 Jul 29 09:51:21.793718 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a846c95a-1a57-4436-9982-2ccc54e8dc08 req-98a4facd-c986-4a8f-9a40-246da8f52831 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353844 Jul 29 09:51:21.981043 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2d49c-65dd-4fc2-8ec5-31f4b3bf0854 req-3dfb060f-269c-45f2-a301-d0717d56daf2 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:21.985333 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d4d2d49c-65dd-4fc2-8ec5-31f4b3bf0854 req-3dfb060f-269c-45f2-a301-d0717d56daf2 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.1126716 Jul 29 09:51:22.035415 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d4d2d49c-65dd-4fc2-8ec5-31f4b3bf0854 req-48c7e2b5-4c1d-496c-92db-03b3343ecdda tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409701 Jul 29 09:51:22.784578 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebafaf5-d353-4a90-b9c7-e11cec037261 req-13c64595-ccfa-494a-8a40-e918cdce9684 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:22.786255 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1ebafaf5-d353-4a90-b9c7-e11cec037261 req-13c64595-ccfa-494a-8a40-e918cdce9684 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 948 time: 0.0662901 Jul 29 09:51:22.829052 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1ebafaf5-d353-4a90-b9c7-e11cec037261 req-0bc61ee9-3d4c-4c7c-81ff-ed11d7909119 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed4d9fa3-46cc-4a44-aecb-ef130aace9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365033 Jul 29 09:51:22.941430 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9384480-028e-4fb7-aaff-8455d0d4f235 req-a2cd749d-12e3-4448-bfb3-f002d736a5c6 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:22.942984 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f9384480-028e-4fb7-aaff-8455d0d4f235 req-a2cd749d-12e3-4448-bfb3-f002d736a5c6 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 946 time: 0.0543609 Jul 29 09:51:22.989139 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f9384480-028e-4fb7-aaff-8455d0d4f235 req-d040bb4a-61d4-429b-bb8b-ba440538ecbd tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392261 Jul 29 09:51:23.198702 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea749c8-0a20-4d6b-9986-013103b5ed8a req-67397f32-6702-4cc3-a6ef-85de34ef5d5b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:23.201490 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-aea749c8-0a20-4d6b-9986-013103b5ed8a req-67397f32-6702-4cc3-a6ef-85de34ef5d5b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0867107 Jul 29 09:51:23.246286 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-aea749c8-0a20-4d6b-9986-013103b5ed8a req-383beb99-5c91-4dbf-9fec-3270dfa1178b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379162 Jul 29 09:51:23.968959 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259871dd-9972-449c-bd3c-81ba0823c192 req-8f7c5790-96db-4c56-a064-03da72bd2662 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:23.970909 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-259871dd-9972-449c-bd3c-81ba0823c192 req-8f7c5790-96db-4c56-a064-03da72bd2662 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 948 time: 0.0574894 Jul 29 09:51:24.013484 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-259871dd-9972-449c-bd3c-81ba0823c192 req-af5eef99-0746-461f-bbcb-dbc9dced2046 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed4d9fa3-46cc-4a44-aecb-ef130aace9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363951 Jul 29 09:51:24.130328 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c34dd-443f-4b37-9a6b-78b2f9aa841e req-71af98f9-8c88-451a-9493-fab7bbaab1d5 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:24.131917 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-575c34dd-443f-4b37-9a6b-78b2f9aa841e req-71af98f9-8c88-451a-9493-fab7bbaab1d5 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 946 time: 0.0594444 Jul 29 09:51:24.181070 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-575c34dd-443f-4b37-9a6b-78b2f9aa841e req-8d8b2f8d-847d-4f2b-bc7b-6c71fd706600 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395465 Jul 29 09:51:24.384682 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d4565-a213-46f2-85ef-c45f91786491 req-bf0aba69-94d0-41cd-9b4e-ec584ccc02da tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:24.386310 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-559d4565-a213-46f2-85ef-c45f91786491 req-bf0aba69-94d0-41cd-9b4e-ec584ccc02da tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0527561 Jul 29 09:51:24.427476 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-559d4565-a213-46f2-85ef-c45f91786491 req-44be74cf-4bcf-4a35-93a4-aa4c7a726ee6 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348613 Jul 29 09:51:25.172146 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e0d5a-3c16-4303-9ed4-298ee623900e req-6f9e78cd-6c5c-45f2-ba75-17442e082ba2 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:25.175314 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d17e0d5a-3c16-4303-9ed4-298ee623900e req-6f9e78cd-6c5c-45f2-ba75-17442e082ba2 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 948 time: 0.0873849 Jul 29 09:51:25.224546 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d17e0d5a-3c16-4303-9ed4-298ee623900e req-f9e74656-5ba1-45f1-9f53-0aa398fac870 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed4d9fa3-46cc-4a44-aecb-ef130aace9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388896 Jul 29 09:51:25.335066 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:51:25.356393 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e65ab0-18cd-44e9-b635-287f29d3bd6e req-68e35db2-e4c1-45ac-985e-7ada5522503e tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:25.358052 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-99e65ab0-18cd-44e9-b635-287f29d3bd6e req-68e35db2-e4c1-45ac-985e-7ada5522503e tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 946 time: 0.0660083 Jul 29 09:51:25.400766 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-99e65ab0-18cd-44e9-b635-287f29d3bd6e req-e44a5cc4-0bf5-42ca-abc1-100e853e2ed8 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357568 Jul 29 09:51:25.571475 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fe6d3-baa0-49f3-ae8f-f3d7ad131677 req-2de0b25b-a6d5-4009-8274-8be89af54bfe tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:25.573491 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-723fe6d3-baa0-49f3-ae8f-f3d7ad131677 req-2de0b25b-a6d5-4009-8274-8be89af54bfe tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0713382 Jul 29 09:51:25.625247 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-723fe6d3-baa0-49f3-ae8f-f3d7ad131677 req-4c5fb102-93a1-4f32-aaa5-6f544f150d21 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425274 Jul 29 09:51:26.426075 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f07d4-db6d-4b28-9596-e21413eda00d req-115ac7fc-49c0-4976-b24f-3f6632c1f8aa tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:26.429081 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3d8f07d4-db6d-4b28-9596-e21413eda00d req-115ac7fc-49c0-4976-b24f-3f6632c1f8aa tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 948 time: 0.0740237 Jul 29 09:51:26.491641 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3d8f07d4-db6d-4b28-9596-e21413eda00d req-927da26b-94d0-4561-b64c-6d93ff6f7cc1 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed4d9fa3-46cc-4a44-aecb-ef130aace9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517855 Jul 29 09:51:26.582581 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496551d7-a561-4bf1-9243-9ceb1abfc3d9 req-ed8c014b-52ef-48ab-a37c-6e30c522bd00 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:26.584503 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-496551d7-a561-4bf1-9243-9ceb1abfc3d9 req-ed8c014b-52ef-48ab-a37c-6e30c522bd00 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 946 time: 0.0691042 Jul 29 09:51:26.634460 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-496551d7-a561-4bf1-9243-9ceb1abfc3d9 req-9d94583d-fd4c-4260-8e5f-27538ce0dc4c tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431545 Jul 29 09:51:26.761497 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c103fc-839b-41a8-aa9f-1759652b8aec req-1fabfdd9-4d44-43d5-9181-47adcae6f585 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:26.762943 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a3c103fc-839b-41a8-aa9f-1759652b8aec req-1fabfdd9-4d44-43d5-9181-47adcae6f585 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0538893 Jul 29 09:51:26.805796 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a3c103fc-839b-41a8-aa9f-1759652b8aec req-ec0a4668-5168-4b06-a59f-a23c59fb6155 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366824 Jul 29 09:51:27.550138 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 9e37c84c-af03-42b7-a544-0100d500dacc details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 09:51:27.645286 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cea26d-707e-48a7-b0ac-c364915cfda4 req-af53c601-af2c-4f58-8ee6-ac2769b1ed3a tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:27.647561 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-54cea26d-707e-48a7-b0ac-c364915cfda4 req-af53c601-af2c-4f58-8ee6-ac2769b1ed3a tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 948 time: 0.0686049 Jul 29 09:51:27.674807 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 9e37c84c-af03-42b7-a544-0100d500dacc, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=9e37c84c-af03-42b7-a544-0100d500dacc,segment=NetworkSegment(40fa5822-465a-43b7-9754-27a42b9faad2),segment_id=40fa5822-465a-43b7-9754-27a42b9faad2)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:51:27.689091 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': '9e37c84c-af03-42b7-a544-0100d500dacc', 'network_id': '4c0521e3-e964-4047-a7bd-fd4cec3df6a0', 'port_id': '9e37c84c-af03-42b7-a544-0100d500dacc', 'mac_address': 'fa:16:3e:45:0a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a754902-df12-4791-add4-ccc64805bab2', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 09:51:27.735660 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:27.756451 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-54cea26d-707e-48a7-b0ac-c364915cfda4 req-551f95df-841c-458b-8f1a-e6cf9d5a4985 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed4d9fa3-46cc-4a44-aecb-ef130aace9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824714 Jul 29 09:51:27.761170 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e37c84c-af03-42b7-a544-0100d500dacc {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:51:27.784597 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 9e37c84c-af03-42b7-a544-0100d500dacc, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=9e37c84c-af03-42b7-a544-0100d500dacc,segment=NetworkSegment(40fa5822-465a-43b7-9754-27a42b9faad2),segment_id=40fa5822-465a-43b7-9754-27a42b9faad2)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:51:27.790874 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:27.813706 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d179b-af8b-4396-a39c-ea9e2b1cc36f req-807e18fd-604d-43d8-b4aa-98d982456490 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:27.815397 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-545d179b-af8b-4396-a39c-ea9e2b1cc36f req-807e18fd-604d-43d8-b4aa-98d982456490 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 946 time: 0.0562687 Jul 29 09:51:27.841865 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=9e37c84c-af03-42b7-a544-0100d500dacc,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:27.850495 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:27.850867 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:27.851216 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:27.851549 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:27.851882 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:27.852214 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:27.852544 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:27.852900 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:27.853258 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:27.853587 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:27.853914 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:27.854243 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:27.865483 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-545d179b-af8b-4396-a39c-ea9e2b1cc36f req-2e6025d7-1d98-47a8-a1cc-302c82b893a5 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441270 Jul 29 09:51:27.944454 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf9670-4cae-4171-8506-66d687c82e7f req-46b5dbc9-29e7-46e6-99c2-9075e77d007c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:27.945851 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2bdf9670-4cae-4171-8506-66d687c82e7f req-46b5dbc9-29e7-46e6-99c2-9075e77d007c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0539799 Jul 29 09:51:27.986211 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2bdf9670-4cae-4171-8506-66d687c82e7f req-c31d5d97-3be3-4cab-9da7-c086b58aaf0c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343978 Jul 29 09:51:28.448189 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['9e37c84c-af03-42b7-a544-0100d500dacc'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:51:28.538924 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49ec56-7bfc-4f5b-afaf-eeb3a0c207db req-82e65ad3-3ed1-47e6-9d0f-5814dfc6f8f5 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:28.540514 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ca49ec56-7bfc-4f5b-afaf-eeb3a0c207db req-82e65ad3-3ed1-47e6-9d0f-5814dfc6f8f5 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 946 time: 0.0704718 Jul 29 09:51:29.033371 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-ca49ec56-7bfc-4f5b-afaf-eeb3a0c207db req-ac8b0e8a-c91c-44f7-9f51-2b57aae5e256 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Deleting port 0a7b09c0-5e56-44ae-8658-5997cc70a201 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:51:29.034086 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-ca49ec56-7bfc-4f5b-afaf-eeb3a0c207db req-ac8b0e8a-c91c-44f7-9f51-2b57aae5e256 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:29.116428 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506a517-c64c-43c9-8627-cd54e4294a14 req-2cbe680f-7700-4468-b1f4-31aee04ebdda tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:29.118079 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9506a517-c64c-43c9-8627-cd54e4294a14 req-2cbe680f-7700-4468-b1f4-31aee04ebdda tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 949 time: 0.1825693 Jul 29 09:51:29.160052 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27f08f-8bfe-4b20-b184-688fd90bfd5a req-2f920ecb-9c40-4822-85f1-2f9c095ac3cc tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:29.167452 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4b27f08f-8bfe-4b20-b184-688fd90bfd5a req-2f920ecb-9c40-4822-85f1-2f9c095ac3cc tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 946 time: 0.1862459 Jul 29 09:51:29.248050 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-ca49ec56-7bfc-4f5b-afaf-eeb3a0c207db req-ac8b0e8a-c91c-44f7-9f51-2b57aae5e256 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] For port 0a7b09c0-5e56-44ae-8658-5997cc70a201, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=0a7b09c0-5e56-44ae-8658-5997cc70a201,segment=NetworkSegment(5d796c47-c8c4-40ed-8295-5c427605e27f),segment_id=5d796c47-c8c4-40ed-8295-5c427605e27f)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:51:29.248433 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-ca49ec56-7bfc-4f5b-afaf-eeb3a0c207db req-ac8b0e8a-c91c-44f7-9f51-2b57aae5e256 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:29.269105 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9506a517-c64c-43c9-8627-cd54e4294a14 req-aa3f7298-7b52-426e-ac25-4e79ab97c896 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed4d9fa3-46cc-4a44-aecb-ef130aace9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419923 Jul 29 09:51:29.284748 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4b27f08f-8bfe-4b20-b184-688fd90bfd5a req-d156fe9a-7cef-4440-9a24-f27c83faccaa tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dadd318-8eb9-4115-b795-8191b9c45335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148579 Jul 29 09:51:29.298354 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-ca49ec56-7bfc-4f5b-afaf-eeb3a0c207db req-ac8b0e8a-c91c-44f7-9f51-2b57aae5e256 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Calling delete_port for 0a7b09c0-5e56-44ae-8658-5997cc70a201 owned by compute:nova {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:51:29.477165 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf3944-dfb6-4d82-abb8-c7790bec599e req-f68b7110-0d3e-48d3-bd8a-1fa061fdae62 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:29.479161 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-00cf3944-dfb6-4d82-abb8-c7790bec599e req-f68b7110-0d3e-48d3-bd8a-1fa061fdae62 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0838542 Jul 29 09:51:29.562511 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 9e37c84c-af03-42b7-a544-0100d500dacc up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:51:29.599466 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-00cf3944-dfb6-4d82-abb8-c7790bec599e req-a5f87e85-0b1c-4d34-a65e-e0a4abe06947 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758154 Jul 29 09:51:29.602960 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-ca49ec56-7bfc-4f5b-afaf-eeb3a0c207db req-ac8b0e8a-c91c-44f7-9f51-2b57aae5e256 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:29.666145 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port 9e37c84c-af03-42b7-a544-0100d500dacc completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:51:29.676302 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port 9e37c84c-af03-42b7-a544-0100d500dacc triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:51:29.680342 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:29.681359 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b0e8a-c91c-44f7-9f51-2b57aae5e256 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Pushing event deleted for resources: {'Port': ['ID=0a7b09c0-5e56-44ae-8658-5997cc70a201,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:29.789042 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca49ec56-7bfc-4f5b-afaf-eeb3a0c207db req-ac8b0e8a-c91c-44f7-9f51-2b57aae5e256 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] No DVR routers for this DVR port 0a7b09c0-5e56-44ae-8658-5997cc70a201 on host hv-cinder-78825 {{(pid=104728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 09:51:29.794859 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-ca49ec56-7bfc-4f5b-afaf-eeb3a0c207db req-ac8b0e8a-c91c-44f7-9f51-2b57aae5e256 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:29.798893 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ca49ec56-7bfc-4f5b-afaf-eeb3a0c207db req-ac8b0e8a-c91c-44f7-9f51-2b57aae5e256 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.89 "DELETE /v2.0/ports/0a7b09c0-5e56-44ae-8658-5997cc70a201 HTTP/1.1" status: 204 len: 173 time: 1.2509151 Jul 29 09:51:29.804986 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f85104-7b12-425d-b50f-d3d2010cc8ec', 'name': 'network-vif-deleted', 'tag': '0a7b09c0-5e56-44ae-8658-5997cc70a201'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:51:29.808952 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:29.809933 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf8a9da-688a-44ee-a979-f5796f92cf3f" -d '{"events": [{"server_uuid": "c6f85104-7b12-425d-b50f-d3d2010cc8ec", "name": "network-vif-deleted", "tag": "0a7b09c0-5e56-44ae-8658-5997cc70a201"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:51:29.847463 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61de6901-db1b-4ab6-bc52-c935f718f357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e37c84c-af03-42b7-a544-0100d500dacc'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:51:29.852001 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9451a9-564b-4a9c-b9b3-11b475a2cd4f" -d '{"events": [{"server_uuid": "61de6901-db1b-4ab6-bc52-c935f718f357", "name": "network-vif-plugged", "status": "completed", "tag": "9e37c84c-af03-42b7-a544-0100d500dacc"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:51:29.867015 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977b8d7f-0b93-4032-8ec8-5b825c3c2a1f x-openstack-request-id: req-977b8d7f-0b93-4032-8ec8-5b825c3c2a1f {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:51:29.867267 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f85104-7b12-425d-b50f-d3d2010cc8ec", "name": "network-vif-deleted", "tag": "0a7b09c0-5e56-44ae-8658-5997cc70a201", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:51:29.867549 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-977b8d7f-0b93-4032-8ec8-5b825c3c2a1f {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:51:29.867954 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f85104-7b12-425d-b50f-d3d2010cc8ec', 'name': 'network-vif-deleted', 'tag': '0a7b09c0-5e56-44ae-8658-5997cc70a201', 'status': 'completed', 'code': 200} Jul 29 09:51:29.883661 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 9e37c84c-af03-42b7-a544-0100d500dacc, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=9e37c84c-af03-42b7-a544-0100d500dacc,segment=NetworkSegment(40fa5822-465a-43b7-9754-27a42b9faad2),segment_id=40fa5822-465a-43b7-9754-27a42b9faad2)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:51:29.890674 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:29.925702 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8537d5b-7a9b-4a62-bf3a-879001103f5d x-openstack-request-id: req-d8537d5b-7a9b-4a62-bf3a-879001103f5d {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:51:29.926001 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61de6901-db1b-4ab6-bc52-c935f718f357", "name": "network-vif-plugged", "status": "completed", "tag": "9e37c84c-af03-42b7-a544-0100d500dacc", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:51:29.926253 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8537d5b-7a9b-4a62-bf3a-879001103f5d {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:51:29.926636 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61de6901-db1b-4ab6-bc52-c935f718f357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e37c84c-af03-42b7-a544-0100d500dacc', 'code': 200} Jul 29 09:51:29.953298 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=9e37c84c-af03-42b7-a544-0100d500dacc,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:30.192762 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c61411-c861-439a-aafe-2106b6b686fd req-7bea6d9b-17aa-4b62-8307-dc2cff9e9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:30.195510 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d2c61411-c861-439a-aafe-2106b6b686fd req-7bea6d9b-17aa-4b62-8307-dc2cff9e9adc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 1103 time: 0.0482497 Jul 29 09:51:30.249954 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d2c61411-c861-439a-aafe-2106b6b686fd req-916cf8b1-9666-4def-b923-3802a40df4d9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ed4d9fa3-46cc-4a44-aecb-ef130aace9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463798 Jul 29 09:51:30.436001 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3c74579f-e733-44f3-92bd-484b02f80b57 req-4c9ce411-0b2e-4c8a-8b3d-3baef5274c12 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 210 time: 0.0475154 Jul 29 09:51:30.465112 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc574ff-7682-4966-8fed-4d2b75d30820 req-794424a9-b6c5-4daf-9ae4-4005009dda1e tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:30.466881 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4dc574ff-7682-4966-8fed-4d2b75d30820 req-794424a9-b6c5-4daf-9ae4-4005009dda1e tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 950 time: 0.0877841 Jul 29 09:51:30.527373 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4dc574ff-7682-4966-8fed-4d2b75d30820 req-eb4a7898-ba5b-4ea6-b8c3-065709b9bbdb tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed4d9fa3-46cc-4a44-aecb-ef130aace9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513921 Jul 29 09:51:30.750111 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5eccb2-dc53-4a33-8060-22e41f7d3a12 req-43859ec9-ca0f-4040-a4a8-c901f609ca13 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:30.758628 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3c5eccb2-dc53-4a33-8060-22e41f7d3a12 req-43859ec9-ca0f-4040-a4a8-c901f609ca13 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0839109 Jul 29 09:51:30.811593 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3c5eccb2-dc53-4a33-8060-22e41f7d3a12 req-e3733c4d-dd82-430a-be55-718ccaa3ecbf tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516963 Jul 29 09:51:31.096731 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 60936) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:31.238649 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f49271d4-6ed2-45ad-97ff-95709520d6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:31.391445 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f49271d4-6ed2-45ad-97ff-95709520d6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:31.397340 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f49271d4-6ed2-45ad-97ff-95709520d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:31.468655 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-f49271d4-6ed2-45ad-97ff-95709520d6cf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=68935fc0ed3e4b95b6f337f21acca998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697162 Jul 29 09:51:31.471241 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 60958) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:31.478654 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49271d4-6ed2-45ad-97ff-95709520d6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed4a598-2944-4b3b-93e2-acc46b750be7,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:31.562893 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6a0090fd-3436-4465-a0b0-1284fdcc88a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:31.580342 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 0a7b09c0-5e56-44ae-8658-5997cc70a201 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 09:51:31.633501 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: 0a7b09c0-5e56-44ae-8658-5997cc70a201 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 09:51:31.634646 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 0a7b09c0-5e56-44ae-8658-5997cc70a201 not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 09:51:31.651392 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3317755d-9ff7-4330-a46b-1730593fbfef req-ff3bcca8-8671-4e18-9819-ad3234f25252 tempest-DeleteServersTestJSON-1808287137 tempest-DeleteServersTestJSON-1808287137-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f85104-7b12-425d-b50f-d3d2010cc8ec HTTP/1.1" status: 200 len: 210 time: 0.0552685 Jul 29 09:51:31.655479 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6a0090fd-3436-4465-a0b0-1284fdcc88a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:31.708664 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 60964) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:31.732564 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6a0090fd-3436-4465-a0b0-1284fdcc88a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:31.736512 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6a0090fd-3436-4465-a0b0-1284fdcc88a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:31.737875 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7de1f5-e52f-4da8-8e23-97f727a3a946 req-159bf278-9d24-49ca-83ec-1b8623c4b39f tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:31.740751 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6a0090fd-3436-4465-a0b0-1284fdcc88a0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eed4a598-2944-4b3b-93e2-acc46b750be7 HTTP/1.1" status: 204 len: 168 time: 0.2666776 Jul 29 09:51:31.740955 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-da7de1f5-e52f-4da8-8e23-97f727a3a946 req-159bf278-9d24-49ca-83ec-1b8623c4b39f tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 950 time: 0.0706980 Jul 29 09:51:31.751835 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0090fd-3436-4465-a0b0-1284fdcc88a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed4a598-2944-4b3b-93e2-acc46b750be7,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:31.814270 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-da7de1f5-e52f-4da8-8e23-97f727a3a946 req-2373f1e5-9126-4712-beb4-776bcb6978ea tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed4d9fa3-46cc-4a44-aecb-ef130aace9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555694 Jul 29 09:51:31.978667 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b95d1f-997e-4ff4-bae7-af42d3dcaeab req-3e674067-349c-47b0-ad9a-0c5d752e6cf1 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:31.995623 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-68b95d1f-997e-4ff4-bae7-af42d3dcaeab req-3e674067-349c-47b0-ad9a-0c5d752e6cf1 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0943458 Jul 29 09:51:32.091810 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-68b95d1f-997e-4ff4-bae7-af42d3dcaeab req-373751b9-db5b-4b05-ac07-34ced3dd352c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952487 Jul 29 09:51:32.146786 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e86b8d81-6c52-49bc-81f0-1b896803ac24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:32.209455 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 60976) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:32.228917 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-315587c2-4ee0-4c0c-8ed2-882e5f26a9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:32.283129 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e86b8d81-6c52-49bc-81f0-1b896803ac24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:32.289305 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e86b8d81-6c52-49bc-81f0-1b896803ac24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:32.381870 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-315587c2-4ee0-4c0c-8ed2-882e5f26a9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:32.388130 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-315587c2-4ee0-4c0c-8ed2-882e5f26a9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:32.393045 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-e86b8d81-6c52-49bc-81f0-1b896803ac24 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=752910e8636846689215e58f28a31747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6826019 Jul 29 09:51:32.394164 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 60984) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:32.399849 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b8d81-6c52-49bc-81f0-1b896803ac24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73956b54-a1c1-4606-bb6e-9f38b6c9d355,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:32.461609 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-315587c2-4ee0-4c0c-8ed2-882e5f26a9e8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=26a5f1f4b6474689ad8115129e71e848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508516 Jul 29 09:51:32.464450 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 60990) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:32.467451 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315587c2-4ee0-4c0c-8ed2-882e5f26a9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ece27b-8996-4a4c-ae6c-aa27bbb009b4,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:32.491806 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-67cce696-ae60-4ebe-a701-1622ffdd735e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:32.528295 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-67cce696-ae60-4ebe-a701-1622ffdd735e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:32.535846 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3bb7a32a-0716-424d-bf0e-ba54607d967c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:32.571194 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3bb7a32a-0716-424d-bf0e-ba54607d967c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:32.622229 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-67cce696-ae60-4ebe-a701-1622ffdd735e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:32.625128 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-67cce696-ae60-4ebe-a701-1622ffdd735e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:32.630358 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-67cce696-ae60-4ebe-a701-1622ffdd735e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/73956b54-a1c1-4606-bb6e-9f38b6c9d355 HTTP/1.1" status: 204 len: 168 time: 0.2345905 Jul 29 09:51:32.640637 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cce696-ae60-4ebe-a701-1622ffdd735e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73956b54-a1c1-4606-bb6e-9f38b6c9d355,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:32.711320 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3bb7a32a-0716-424d-bf0e-ba54607d967c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:32.721056 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3bb7a32a-0716-424d-bf0e-ba54607d967c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:32.731213 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-3bb7a32a-0716-424d-bf0e-ba54607d967c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/66ece27b-8996-4a4c-ae6c-aa27bbb009b4 HTTP/1.1" status: 204 len: 168 time: 0.2652357 Jul 29 09:51:32.750462 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7a32a-0716-424d-bf0e-ba54607d967c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ece27b-8996-4a4c-ae6c-aa27bbb009b4,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:33.016189 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dbc1c-8c79-4ad1-b99c-34e6a5dbf364 req-1c6f7df4-421f-47b5-803a-a9c00e6d42bb tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:33.020360 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ab0dbc1c-8c79-4ad1-b99c-34e6a5dbf364 req-1c6f7df4-421f-47b5-803a-a9c00e6d42bb tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 950 time: 0.0903685 Jul 29 09:51:33.128823 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ab0dbc1c-8c79-4ad1-b99c-34e6a5dbf364 req-fda0fac9-f95b-4d66-947a-23d3ab7ff379 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed4d9fa3-46cc-4a44-aecb-ef130aace9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888896 Jul 29 09:51:33.281155 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd5982-a7b6-4fce-b731-12a859660235 req-96317274-4779-449c-a022-19acff18e8cf tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:33.289152 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-00dd5982-a7b6-4fce-b731-12a859660235 req-96317274-4779-449c-a022-19acff18e8cf tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0795467 Jul 29 09:51:33.342536 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-00dd5982-a7b6-4fce-b731-12a859660235 req-637c27a3-a023-4d36-874e-702cad48c0a2 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521371 Jul 29 09:51:33.407281 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 32808) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:33.563316 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973306e-2485-4ab8-88ee-94cf4621df19 req-145dcd02-7a34-4a6d-8600-3724bf8b1175 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:33.565003 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f973306e-2485-4ab8-88ee-94cf4621df19 req-145dcd02-7a34-4a6d-8600-3724bf8b1175 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 950 time: 0.0644069 Jul 29 09:51:33.620905 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f973306e-2485-4ab8-88ee-94cf4621df19 req-05eba88f-f75f-42da-ba6e-7e31b33d4ac2 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed4d9fa3-46cc-4a44-aecb-ef130aace9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Jul 29 09:51:33.641150 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 32818) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:33.674231 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d62566bd-6767-4c1c-99e4-d3476cf4b167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:33.689067 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbd58-7392-4bb1-8175-cb0e8628f86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:33.722410 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.db.api [None req-3ddfbd58-7392-4bb1-8175-cb0e8628f86b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 09:51:33.722410 dv-cinder-788253-4-iscsi neutron-server[104728]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 09:51:33.722410 dv-cinder-788253-4-iscsi neutron-server[104728]: [parameters: {'project_id': '2fc17da623514975b4711dc4aa2dc7b4', 'id': '5e8002a7-7ae6-4277-a915-6ca34f7cf619', 'expiration': datetime.datetime(2021, 7, 29, 9, 53, 33, 716171)}] Jul 29 09:51:33.722410 dv-cinder-788253-4-iscsi neutron-server[104728]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 09:51:33.722878 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG oslo_db.api [None req-3ddfbd58-7392-4bb1-8175-cb0e8628f86b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 09:51:33.831777 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d62566bd-6767-4c1c-99e4-d3476cf4b167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:33.838734 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d62566bd-6767-4c1c-99e4-d3476cf4b167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:33.888301 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-d62566bd-6767-4c1c-99e4-d3476cf4b167 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5f6968da38d04bafb401b158322487c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456477 Jul 29 09:51:33.889970 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62566bd-6767-4c1c-99e4-d3476cf4b167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ec310b-5aef-4773-92b0-a5ca2f01e025,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:33.892052 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 32824) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:33.977371 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0625bab9-456e-4565-829d-5e92b28eaf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:34.004621 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0625bab9-456e-4565-829d-5e92b28eaf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:34.075150 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0625bab9-456e-4565-829d-5e92b28eaf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:34.078924 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0625bab9-456e-4565-829d-5e92b28eaf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:34.080099 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-0625bab9-456e-4565-829d-5e92b28eaf4c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f9ec310b-5aef-4773-92b0-a5ca2f01e025 HTTP/1.1" status: 204 len: 168 time: 0.1852312 Jul 29 09:51:34.095364 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625bab9-456e-4565-829d-5e92b28eaf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ec310b-5aef-4773-92b0-a5ca2f01e025,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:34.224620 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbd58-7392-4bb1-8175-cb0e8628f86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:34.408010 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 32850) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:34.462523 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbd58-7392-4bb1-8175-cb0e8628f86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:34.468438 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbd58-7392-4bb1-8175-cb0e8628f86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:34.492394 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8861eb-7bed-43c4-b3b7-f744c4fe69d6 admin admin] Deleting subnet 481f6777-1c0f-40a4-9bc6-96356e6f6500 {{(pid=104729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 09:51:34.496512 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5d8861eb-7bed-43c4-b3b7-f744c4fe69d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:34.540800 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5d8861eb-7bed-43c4-b3b7-f744c4fe69d6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:34.554446 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5d8861eb-7bed-43c4-b3b7-f744c4fe69d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782467'] for subnet, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:34.574141 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-3ddfbd58-7392-4bb1-8175-cb0e8628f86b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2fc17da623514975b4711dc4aa2dc7b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1645474 Jul 29 09:51:34.576609 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfbd58-7392-4bb1-8175-cb0e8628f86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511470ba-3f1d-482e-a7cc-55ec08aaff20,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:34.638171 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 32858) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:34.656972 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5d8861eb-7bed-43c4-b3b7-f744c4fe69d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for subnet, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:34.731674 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5d8861eb-7bed-43c4-b3b7-f744c4fe69d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:34.744296 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 32866) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:34.746347 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-5d8861eb-7bed-43c4-b3b7-f744c4fe69d6 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/481f6777-1c0f-40a4-9bc6-96356e6f6500 HTTP/1.1" status: 204 len: 168 time: 0.3361847 Jul 29 09:51:34.750561 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8861eb-7bed-43c4-b3b7-f744c4fe69d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=481f6777-1c0f-40a4-9bc6-96356e6f6500,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:34.769232 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00084a4a-3685-4928-bcb1-92bc8c115ff2 req-9e65c60e-997f-4913-9066-7becc5cbf558 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:34.773451 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-00084a4a-3685-4928-bcb1-92bc8c115ff2 req-9e65c60e-997f-4913-9066-7becc5cbf558 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.2642338 Jul 29 09:51:34.916274 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ce1ac8ef-7d6e-4262-9c9a-9d0e4f70952e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:35.018609 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ce1ac8ef-7d6e-4262-9c9a-9d0e4f70952e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:35.025505 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1a6abd50-24c5-4ef0-ad40-017ef4347227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648586'] for network, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:35.050142 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-00084a4a-3685-4928-bcb1-92bc8c115ff2 req-ddab926a-80ee-4a71-9457-5abff4147a1c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909201 Jul 29 09:51:35.121493 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dc646-1f46-4482-ad56-794b277d1405 req-d11590bc-9b9c-4a50-8f40-b2f73c290245 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:35.124434 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d9dc646-1f46-4482-ad56-794b277d1405 req-d11590bc-9b9c-4a50-8f40-b2f73c290245 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 950 time: 0.2659714 Jul 29 09:51:35.249313 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ce1ac8ef-7d6e-4262-9c9a-9d0e4f70952e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:35.251914 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ce1ac8ef-7d6e-4262-9c9a-9d0e4f70952e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:35.251914 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-ce1ac8ef-7d6e-4262-9c9a-9d0e4f70952e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/511470ba-3f1d-482e-a7cc-55ec08aaff20 HTTP/1.1" status: 204 len: 168 time: 0.6102943 Jul 29 09:51:35.290456 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1a6abd50-24c5-4ef0-ad40-017ef4347227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785684', 'neutron.services.segments.db._delete_segments_for_network-8755120061489'] for network, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:35.293205 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ac8ef-7d6e-4262-9c9a-9d0e4f70952e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511470ba-3f1d-482e-a7cc-55ec08aaff20,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:35.316699 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d9dc646-1f46-4482-ad56-794b277d1405 req-5bf9e463-3fc6-4be9-8d2d-4f1f5b326675 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed4d9fa3-46cc-4a44-aecb-ef130aace9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678309 Jul 29 09:51:35.319099 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-1a6abd50-24c5-4ef0-ad40-017ef4347227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f821e966-bfee-4ec4-b30a-3dcf2b8f81d2']}} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:51:35.338266 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-1a6abd50-24c5-4ef0-ad40-017ef4347227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d796c47-c8c4-40ed-8295-5c427605e27f') {'for_net_delete': True} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:51:35.338266 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-1a6abd50-24c5-4ef0-ad40-017ef4347227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d796c47-c8c4-40ed-8295-5c427605e27f') {} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:51:35.355985 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1a6abd50-24c5-4ef0-ad40-017ef4347227 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755120062522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8199892'] for segment, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:35.375486 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1a6abd50-24c5-4ef0-ad40-017ef4347227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:35.386999 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6abd50-24c5-4ef0-ad40-017ef4347227 admin admin] Releasing vlan 1106 on physical network physnet1 to pool {{(pid=104728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 09:51:35.387726 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1a6abd50-24c5-4ef0-ad40-017ef4347227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8099405'] for segment, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: Traceback (most recent call last): Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: timer() Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: cb(*args, **kw) Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: return func(*args, **kwargs) Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: self._notify() Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: self.callback(batched_events) Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: event.method(event) Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: return f(self, *a, **k) Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: return self._get(url).json() Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: return self.request(url, 'GET', **kwargs) Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 09:51:35.391871 dv-cinder-788253-4-iscsi neutron-server[104728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 09:51:35.481914 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1a6abd50-24c5-4ef0-ad40-017ef4347227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634484'] for network, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:35.502388 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1a6abd50-24c5-4ef0-ad40-017ef4347227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:35.504393 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-1a6abd50-24c5-4ef0-ad40-017ef4347227 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f821e966-bfee-4ec4-b30a-3dcf2b8f81d2 HTTP/1.1" status: 204 len: 168 time: 0.7586336 Jul 29 09:51:35.509710 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6abd50-24c5-4ef0-ad40-017ef4347227 admin admin] Pushing event deleted for resources: {'Network': ['ID=f821e966-bfee-4ec4-b30a-3dcf2b8f81d2,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:35.727811 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfab1c9-ca41-4af1-a5d0-e8383e17af6c req-7d54121b-d984-4751-8fa3-0012f9ac7fd9 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:35.735552 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8bfab1c9-ca41-4af1-a5d0-e8383e17af6c req-7d54121b-d984-4751-8fa3-0012f9ac7fd9 tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.89 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 950 time: 0.1021242 Jul 29 09:51:35.851941 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-8bfab1c9-ca41-4af1-a5d0-e8383e17af6c req-e4f26a9c-2e51-4019-9f8d-7a6c92d2f4fe tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Deleting port 9e37c84c-af03-42b7-a544-0100d500dacc {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:51:35.852354 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-8bfab1c9-ca41-4af1-a5d0-e8383e17af6c req-e4f26a9c-2e51-4019-9f8d-7a6c92d2f4fe tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:35.986243 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-8bfab1c9-ca41-4af1-a5d0-e8383e17af6c req-e4f26a9c-2e51-4019-9f8d-7a6c92d2f4fe tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] For port 9e37c84c-af03-42b7-a544-0100d500dacc, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=9e37c84c-af03-42b7-a544-0100d500dacc,segment=NetworkSegment(40fa5822-465a-43b7-9754-27a42b9faad2),segment_id=40fa5822-465a-43b7-9754-27a42b9faad2)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:51:35.986842 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-8bfab1c9-ca41-4af1-a5d0-e8383e17af6c req-e4f26a9c-2e51-4019-9f8d-7a6c92d2f4fe tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:35.997183 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 32904) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:36.012746 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-8bfab1c9-ca41-4af1-a5d0-e8383e17af6c req-e4f26a9c-2e51-4019-9f8d-7a6c92d2f4fe tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Calling delete_port for 9e37c84c-af03-42b7-a544-0100d500dacc owned by compute:nova {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:51:36.059490 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-1f72e81d-e50f-4097-8523-1e2931d5938d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5f94ae44657b45829cd30606744082cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0594106 Jul 29 09:51:36.065704 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 32908) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:36.198985 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b3482b25-efdf-45c6-afbd-159c790fb499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:36.269352 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b3482b25-efdf-45c6-afbd-159c790fb499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:36.294567 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72622d6-7f23-4bb5-adf7-a1f9f997ece3 req-cebbb47c-3b08-4cba-8d08-a16e1655d9ae tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:36.297137 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b72622d6-7f23-4bb5-adf7-a1f9f997ece3 req-cebbb47c-3b08-4cba-8d08-a16e1655d9ae tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.1230311 Jul 29 09:51:36.319972 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 32916) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:36.340284 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-8bfab1c9-ca41-4af1-a5d0-e8383e17af6c req-e4f26a9c-2e51-4019-9f8d-7a6c92d2f4fe tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:36.341132 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b3482b25-efdf-45c6-afbd-159c790fb499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:36.345598 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b3482b25-efdf-45c6-afbd-159c790fb499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:36.350923 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-b3482b25-efdf-45c6-afbd-159c790fb499 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4dadd318-8eb9-4115-b795-8191b9c45335 HTTP/1.1" status: 204 len: 168 time: 0.2836590 Jul 29 09:51:36.363534 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3482b25-efdf-45c6-afbd-159c790fb499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dadd318-8eb9-4115-b795-8191b9c45335,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:36.391250 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['9e37c84c-af03-42b7-a544-0100d500dacc'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:51:36.408095 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f26a9c-2e51-4019-9f8d-7a6c92d2f4fe tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Pushing event deleted for resources: {'Port': ['ID=9e37c84c-af03-42b7-a544-0100d500dacc,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:36.453194 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b72622d6-7f23-4bb5-adf7-a1f9f997ece3 req-5001f832-37da-4556-abc3-59a891346fd2 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437981 Jul 29 09:51:36.470529 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfab1c9-ca41-4af1-a5d0-e8383e17af6c req-e4f26a9c-2e51-4019-9f8d-7a6c92d2f4fe tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] No DVR routers for this DVR port 9e37c84c-af03-42b7-a544-0100d500dacc on host hv-cinder-78825 {{(pid=104728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 09:51:36.479041 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-8bfab1c9-ca41-4af1-a5d0-e8383e17af6c req-e4f26a9c-2e51-4019-9f8d-7a6c92d2f4fe tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:36.485571 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8bfab1c9-ca41-4af1-a5d0-e8383e17af6c req-e4f26a9c-2e51-4019-9f8d-7a6c92d2f4fe tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.89 "DELETE /v2.0/ports/9e37c84c-af03-42b7-a544-0100d500dacc HTTP/1.1" status: 204 len: 173 time: 0.7389653 Jul 29 09:51:36.488674 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61de6901-db1b-4ab6-bc52-c935f718f357', 'name': 'network-vif-deleted', 'tag': '9e37c84c-af03-42b7-a544-0100d500dacc'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:51:36.496344 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 32924) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:36.498418 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c20299-5a70-4102-87e3-4f2b76c3bf4f" -d '{"events": [{"server_uuid": "61de6901-db1b-4ab6-bc52-c935f718f357", "name": "network-vif-deleted", "tag": "9e37c84c-af03-42b7-a544-0100d500dacc"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:51:36.516305 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4f21cd00-7689-46e4-8122-51a0647d2ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:36.614258 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9c08529a-88c4-4c92-a09a-364a509a984f req-3a25ebca-1fce-4df3-b360-e352c101764f tempest-VolumesNegativeTest-1364221592 tempest-VolumesNegativeTest-1364221592-project] 10.222.0.78 "GET /v2.0/ports?device_id=61de6901-db1b-4ab6-bc52-c935f718f357 HTTP/1.1" status: 200 len: 210 time: 0.1379621 Jul 29 09:51:36.648844 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522da526-5990-4ce3-872c-ec91ef692a4f x-openstack-request-id: req-522da526-5990-4ce3-872c-ec91ef692a4f {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:51:36.648844 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61de6901-db1b-4ab6-bc52-c935f718f357", "name": "network-vif-deleted", "tag": "9e37c84c-af03-42b7-a544-0100d500dacc", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:51:36.648844 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-522da526-5990-4ce3-872c-ec91ef692a4f {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:51:36.648844 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61de6901-db1b-4ab6-bc52-c935f718f357', 'name': 'network-vif-deleted', 'tag': '9e37c84c-af03-42b7-a544-0100d500dacc', 'status': 'completed', 'code': 200} Jul 29 09:51:36.807011 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4f21cd00-7689-46e4-8122-51a0647d2ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:36.817072 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4f21cd00-7689-46e4-8122-51a0647d2ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:36.868290 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d3df4a4a-3e59-481b-b375-4a16ebbe827b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:36.892481 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 32942) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:36.893636 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-4f21cd00-7689-46e4-8122-51a0647d2ad0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f152508ae1d54618b90e5249f40344e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959439 Jul 29 09:51:36.917720 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21cd00-7689-46e4-8122-51a0647d2ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee03415-3a8b-4f6b-9147-8b3a94e98a46,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:37.003801 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3d9fbfc6-3b55-4630-a110-299587dc63d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:37.040480 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3d9fbfc6-3b55-4630-a110-299587dc63d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:37.105184 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d3df4a4a-3e59-481b-b375-4a16ebbe827b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:37.110799 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d3df4a4a-3e59-481b-b375-4a16ebbe827b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:37.152235 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3d9fbfc6-3b55-4630-a110-299587dc63d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:37.158854 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3d9fbfc6-3b55-4630-a110-299587dc63d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:37.160545 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-3d9fbfc6-3b55-4630-a110-299587dc63d8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aee03415-3a8b-4f6b-9147-8b3a94e98a46 HTTP/1.1" status: 204 len: 168 time: 0.2642345 Jul 29 09:51:37.177454 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-d3df4a4a-3e59-481b-b375-4a16ebbe827b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c31a648390044e3b9608b8d0136fda96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8549848 Jul 29 09:51:37.178106 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 32960) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:37.179604 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df4a4a-3e59-481b-b375-4a16ebbe827b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae4f8ab-dc65-411a-a510-51f55877bee3,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:37.194421 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fbfc6-3b55-4630-a110-299587dc63d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee03415-3a8b-4f6b-9147-8b3a94e98a46,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:37.278415 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-399177fa-40a7-4935-9abb-9a48194ed942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:37.317018 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-399177fa-40a7-4935-9abb-9a48194ed942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:37.406320 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-399177fa-40a7-4935-9abb-9a48194ed942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:37.413100 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-399177fa-40a7-4935-9abb-9a48194ed942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:37.416610 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-399177fa-40a7-4935-9abb-9a48194ed942 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8ae4f8ab-dc65-411a-a510-51f55877bee3 HTTP/1.1" status: 204 len: 168 time: 0.2363381 Jul 29 09:51:37.444166 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399177fa-40a7-4935-9abb-9a48194ed942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae4f8ab-dc65-411a-a510-51f55877bee3,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:37.476997 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:37.630621 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a4fc5-9e50-418b-a80d-7faa043533d6 req-74b5c2fb-1b25-4a71-82f2-633967f1747a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:37.630621 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-290a4fc5-9e50-418b-a80d-7faa043533d6 req-74b5c2fb-1b25-4a71-82f2-633967f1747a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0754282 Jul 29 09:51:37.684937 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-290a4fc5-9e50-418b-a80d-7faa043533d6 req-5ec88c76-3aef-4e1f-b1a1-f4c5b2d10394 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407505 Jul 29 09:51:37.689466 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 32976) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:38.051253 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fade182b-bee2-479e-9b7a-e81c533f9cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:38.226801 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fade182b-bee2-479e-9b7a-e81c533f9cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:38.234575 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fade182b-bee2-479e-9b7a-e81c533f9cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:38.293735 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-fade182b-bee2-479e-9b7a-e81c533f9cae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d48963538cc24adc96f1505b32037d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6027348 Jul 29 09:51:38.294990 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade182b-bee2-479e-9b7a-e81c533f9cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9849c2-4a6f-478f-8cbb-19a15aab6eab,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:38.298160 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 33028) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:38.392871 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f6f84fa7-1d0d-42c6-9827-dc4d8f660d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:38.428767 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f6f84fa7-1d0d-42c6-9827-dc4d8f660d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:38.500320 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f6f84fa7-1d0d-42c6-9827-dc4d8f660d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:38.503842 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f6f84fa7-1d0d-42c6-9827-dc4d8f660d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:38.505652 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-f6f84fa7-1d0d-42c6-9827-dc4d8f660d77 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ab9849c2-4a6f-478f-8cbb-19a15aab6eab HTTP/1.1" status: 204 len: 168 time: 0.2059770 Jul 29 09:51:38.518177 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f84fa7-1d0d-42c6-9827-dc4d8f660d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9849c2-4a6f-478f-8cbb-19a15aab6eab,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:38.861234 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4c4c1-b9b2-44ce-bee0-bcb2f58b2978 req-cbc37e15-1d14-43c0-b90d-5d16aa982312 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:38.869027 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6aa4c4c1-b9b2-44ce-bee0-bcb2f58b2978 req-cbc37e15-1d14-43c0-b90d-5d16aa982312 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0749948 Jul 29 09:51:38.922684 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6aa4c4c1-b9b2-44ce-bee0-bcb2f58b2978 req-6fd8fa07-695a-4211-8c18-12555f2b9113 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523319 Jul 29 09:51:39.178582 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 33096) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:39.218250 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c13e-6fe4-4ca9-9afc-218f753bab31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:39.435241 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c13e-6fe4-4ca9-9afc-218f753bab31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:39.444541 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c13e-6fe4-4ca9-9afc-218f753bab31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:39.547061 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-9bc3c13e-6fe4-4ca9-9afc-218f753bab31 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b63b2b49b1e541fd8a809db7bb8b1ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639834 Jul 29 09:51:39.547231 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3c13e-6fe4-4ca9-9afc-218f753bab31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7acc191-88ae-4626-a9e8-681cb0358272,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:39.552789 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 33136) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:39.621258 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 9e37c84c-af03-42b7-a544-0100d500dacc no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 09:51:39.663680 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ee56e3bd-5e37-409e-ad95-1aea36d71b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:39.705500 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: 9e37c84c-af03-42b7-a544-0100d500dacc {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 09:51:39.706085 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 9e37c84c-af03-42b7-a544-0100d500dacc not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 09:51:39.718524 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ee56e3bd-5e37-409e-ad95-1aea36d71b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:39.798024 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ee56e3bd-5e37-409e-ad95-1aea36d71b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:39.801815 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ee56e3bd-5e37-409e-ad95-1aea36d71b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:39.804377 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-ee56e3bd-5e37-409e-ad95-1aea36d71b85 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e7acc191-88ae-4626-a9e8-681cb0358272 HTTP/1.1" status: 204 len: 168 time: 0.2474048 Jul 29 09:51:39.814941 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56e3bd-5e37-409e-ad95-1aea36d71b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7acc191-88ae-4626-a9e8-681cb0358272,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:40.114179 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc18b7-7e9f-4c92-a221-dd23d0fa3557 req-fbe986e8-c382-4efa-968c-5d81fdcf2314 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:40.126049 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74dc18b7-7e9f-4c92-a221-dd23d0fa3557 req-fbe986e8-c382-4efa-968c-5d81fdcf2314 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0972016 Jul 29 09:51:40.179862 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74dc18b7-7e9f-4c92-a221-dd23d0fa3557 req-2308b264-b8ba-4e73-8a89-14c09ec2792e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528340 Jul 29 09:51:41.431100 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd22bd7-601e-41da-bf5b-02a7768a0a5e req-0e7c2c71-4513-420b-afb4-17854b50bed4 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:41.446254 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1fd22bd7-601e-41da-bf5b-02a7768a0a5e req-0e7c2c71-4513-420b-afb4-17854b50bed4 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.1435912 Jul 29 09:51:41.537316 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1fd22bd7-601e-41da-bf5b-02a7768a0a5e req-7ca1436d-eb27-4630-9fab-5ab2b0af6d99 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829489 Jul 29 09:51:42.740848 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21fed3-d4c9-4bdd-a30e-c2cc4d0d8499 req-b51e51b0-c163-4524-a9cc-a799181d0a39 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:42.758357 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-de21fed3-d4c9-4bdd-a30e-c2cc4d0d8499 req-b51e51b0-c163-4524-a9cc-a799181d0a39 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.1277912 Jul 29 09:51:42.844481 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-de21fed3-d4c9-4bdd-a30e-c2cc4d0d8499 req-0d9c2aea-28ab-48cb-be3f-798efa0cccec tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812454 Jul 29 09:51:44.071582 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1813d7-001d-45dc-be14-3bda76d9ab17 req-1f3885e6-58d9-4af1-b42c-392bc9fce8c4 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:44.081391 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6a1813d7-001d-45dc-be14-3bda76d9ab17 req-1f3885e6-58d9-4af1-b42c-392bc9fce8c4 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0898902 Jul 29 09:51:44.139945 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6a1813d7-001d-45dc-be14-3bda76d9ab17 req-721b78db-5876-49df-bb45-7f6d360c01a9 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571833 Jul 29 09:51:44.240527 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0333805-aac2-420c-9729-092edcaabecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:44.305191 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 33506) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:44.417411 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c70a4dfa-6c6a-4070-9370-6ff8fd7d53c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:44.535380 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c70a4dfa-6c6a-4070-9370-6ff8fd7d53c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:44.540737 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c70a4dfa-6c6a-4070-9370-6ff8fd7d53c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:44.584247 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-c70a4dfa-6c6a-4070-9370-6ff8fd7d53c4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5b28e54a211248f39cac96037a8eda5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779427 Jul 29 09:51:44.585245 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a4dfa-6c6a-4070-9370-6ff8fd7d53c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a10bf8-41e5-4695-ba50-5b421eeb7a20,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:44.589084 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 33510) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:44.656767 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a10164a4-c00c-4632-b7fe-346dc5cd08ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:44.685512 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a10164a4-c00c-4632-b7fe-346dc5cd08ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:44.760109 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a10164a4-c00c-4632-b7fe-346dc5cd08ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:44.764699 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a10164a4-c00c-4632-b7fe-346dc5cd08ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:44.766408 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-a10164a4-c00c-4632-b7fe-346dc5cd08ef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/19a10bf8-41e5-4695-ba50-5b421eeb7a20 HTTP/1.1" status: 204 len: 168 time: 0.1762269 Jul 29 09:51:44.784244 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10164a4-c00c-4632-b7fe-346dc5cd08ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a10bf8-41e5-4695-ba50-5b421eeb7a20,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:45.181700 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 33542) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:45.206072 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0ede02f1-27c7-4d59-a596-356e420504a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:45.324074 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19e049-fafc-4b9d-a032-605e115fef8c req-ddcc1a05-9053-4ee8-9ab3-eb2e81cde016 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:45.325723 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ab19e049-fafc-4b9d-a032-605e115fef8c req-ddcc1a05-9053-4ee8-9ab3-eb2e81cde016 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0797389 Jul 29 09:51:45.404823 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ab19e049-fafc-4b9d-a032-605e115fef8c req-cb2ea6db-f411-419e-aa19-be1df1df0d2b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646751 Jul 29 09:51:45.421941 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0ede02f1-27c7-4d59-a596-356e420504a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:45.425954 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0ede02f1-27c7-4d59-a596-356e420504a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:45.466232 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede02f1-27c7-4d59-a596-356e420504a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f0c023-68fc-4916-99b0-791798ff881b,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:45.471310 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-0ede02f1-27c7-4d59-a596-356e420504a2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=320a1c73805e4faf900152f1a636affc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885039 Jul 29 09:51:45.473907 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 33550) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:45.530013 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1f0056b3-f451-4363-8a4d-9c5b863b11dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:45.554148 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1f0056b3-f451-4363-8a4d-9c5b863b11dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:45.607382 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1f0056b3-f451-4363-8a4d-9c5b863b11dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:45.613614 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1f0056b3-f451-4363-8a4d-9c5b863b11dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:45.617542 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-1f0056b3-f451-4363-8a4d-9c5b863b11dc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c7f0c023-68fc-4916-99b0-791798ff881b HTTP/1.1" status: 204 len: 168 time: 0.1420844 Jul 29 09:51:45.631914 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0056b3-f451-4363-8a4d-9c5b863b11dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f0c023-68fc-4916-99b0-791798ff881b,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:46.580683 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706e0e6-e7e1-4a70-b948-fe080ae2a31f req-e3fd8e8f-4105-4bd7-a868-45b4e5aca00f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:46.582340 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b706e0e6-e7e1-4a70-b948-fe080ae2a31f req-e3fd8e8f-4105-4bd7-a868-45b4e5aca00f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0671663 Jul 29 09:51:46.629673 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b706e0e6-e7e1-4a70-b948-fe080ae2a31f req-ee00e1d6-09a4-4971-8633-524fc060c8ee tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407956 Jul 29 09:51:47.273918 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-54c427f1-6984-4978-8a6e-f68b4a108c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:47.391836 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 33638) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:47.541061 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0510030c-c057-4fe3-9eb2-a945a21f1c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:47.667366 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0510030c-c057-4fe3-9eb2-a945a21f1c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:47.673121 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0510030c-c057-4fe3-9eb2-a945a21f1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:47.708051 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:47.724282 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510030c-c057-4fe3-9eb2-a945a21f1c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c0d2e0-4b10-4bd7-8f52-072ccb1331b2,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:47.773328 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-0510030c-c057-4fe3-9eb2-a945a21f1c69 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8904ea6cb319440096166c7ec24e4cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802717 Jul 29 09:51:47.773980 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 33650) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:47.801346 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d33059-edc3-4b83-883f-6a4e23758d59 req-1b2496c4-b484-4bb3-ba59-ac590d3d3e5d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:47.803257 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-32d33059-edc3-4b83-883f-6a4e23758d59 req-1b2496c4-b484-4bb3-ba59-ac590d3d3e5d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0616901 Jul 29 09:51:47.847586 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-32d33059-edc3-4b83-883f-6a4e23758d59 req-b483500e-4786-4f95-868a-f4c713d5cab5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372758 Jul 29 09:51:47.864379 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-19383195-58c3-4d28-afcb-0d570bc1f6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:47.901004 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-19383195-58c3-4d28-afcb-0d570bc1f6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:47.973901 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-19383195-58c3-4d28-afcb-0d570bc1f6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:47.976512 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-19383195-58c3-4d28-afcb-0d570bc1f6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:47.977762 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-19383195-58c3-4d28-afcb-0d570bc1f6eb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b4c0d2e0-4b10-4bd7-8f52-072ccb1331b2 HTTP/1.1" status: 204 len: 168 time: 0.2028217 Jul 29 09:51:47.991379 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19383195-58c3-4d28-afcb-0d570bc1f6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c0d2e0-4b10-4bd7-8f52-072ccb1331b2,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:48.356409 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 33666) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:48.370760 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-68b2b224-ed8a-4769-abbd-307a4eeefd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:48.486970 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-68b2b224-ed8a-4769-abbd-307a4eeefd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:48.491038 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-68b2b224-ed8a-4769-abbd-307a4eeefd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:48.534177 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-68b2b224-ed8a-4769-abbd-307a4eeefd17 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dc2056b6bd4a4ab487d4c42767ed6f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767313 Jul 29 09:51:48.534875 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2b224-ed8a-4769-abbd-307a4eeefd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9ff018-f0c1-4073-8992-6038532a7b97,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:48.537511 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 33670) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:48.598930 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-41621470-a5c2-4cbf-81bd-4a666cfec5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:48.627120 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:48.636215 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-41621470-a5c2-4cbf-81bd-4a666cfec5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:48.698207 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-41621470-a5c2-4cbf-81bd-4a666cfec5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:48.703422 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-41621470-a5c2-4cbf-81bd-4a666cfec5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:48.705768 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-41621470-a5c2-4cbf-81bd-4a666cfec5c2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bc9ff018-f0c1-4073-8992-6038532a7b97 HTTP/1.1" status: 204 len: 168 time: 0.1671574 Jul 29 09:51:48.719690 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41621470-a5c2-4cbf-81bd-4a666cfec5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9ff018-f0c1-4073-8992-6038532a7b97,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:48.997473 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd4429-305d-44c2-835c-a0d99eca7ddf req-235879b2-b17f-41fc-9263-e1da7e4b9cd3 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:48.999674 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-21bd4429-305d-44c2-835c-a0d99eca7ddf req-235879b2-b17f-41fc-9263-e1da7e4b9cd3 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0538962 Jul 29 09:51:49.042757 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-21bd4429-305d-44c2-835c-a0d99eca7ddf req-872222e2-4675-4b49-8f50-fd07b55b0b75 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363383 Jul 29 09:51:50.194475 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c0cec-20a5-478a-b96e-07443dea5cf1 req-519d3165-bc90-4441-85ca-7ce28cb42ca7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:50.196198 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b00c0cec-20a5-478a-b96e-07443dea5cf1 req-519d3165-bc90-4441-85ca-7ce28cb42ca7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0640869 Jul 29 09:51:50.266129 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b00c0cec-20a5-478a-b96e-07443dea5cf1 req-bbb6577e-d919-4506-97d6-76e5b8187c76 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602634 Jul 29 09:51:50.409070 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:51.449486 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe606cc-7777-43b6-8e44-052946b9cedb req-20f7415b-e747-4ce5-a87d-2c45bd9319c9 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:51.453448 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-efe606cc-7777-43b6-8e44-052946b9cedb req-20f7415b-e747-4ce5-a87d-2c45bd9319c9 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0920379 Jul 29 09:51:51.531054 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-efe606cc-7777-43b6-8e44-052946b9cedb req-1b1fa317-9c37-417e-8d3d-a1ed712a270f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642910 Jul 29 09:51:52.050064 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 33798) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:52.117062 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 33802) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:52.237252 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e475d362-9090-4259-a6f4-36aea5a7f68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:52.300999 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-78fe798d-8004-46f8-85e8-c49ee59f77c9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=af683e20d0b244c4851ff3ccb3341d55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1800425 Jul 29 09:51:52.301546 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 33808) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:52.372474 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e475d362-9090-4259-a6f4-36aea5a7f68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:52.376995 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e475d362-9090-4259-a6f4-36aea5a7f68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:52.383520 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-60be2513-57e4-4eec-8d63-fb7f9ee5a272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:52.415546 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-60be2513-57e4-4eec-8d63-fb7f9ee5a272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:52.431537 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-e475d362-9090-4259-a6f4-36aea5a7f68d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2a7dbca4b7e74b748179a66c12059c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770261 Jul 29 09:51:52.431537 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475d362-9090-4259-a6f4-36aea5a7f68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5f1824-2b90-4267-ba46-a5bb77512f85,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:52.432502 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 33810) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:52.502722 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7d55eecf-1fde-4e83-9e34-d6a0e4b8c6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:52.516280 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-60be2513-57e4-4eec-8d63-fb7f9ee5a272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:52.518866 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-60be2513-57e4-4eec-8d63-fb7f9ee5a272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:52.520110 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-60be2513-57e4-4eec-8d63-fb7f9ee5a272 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ed4d9fa3-46cc-4a44-aecb-ef130aace9a6 HTTP/1.1" status: 204 len: 168 time: 0.2175281 Jul 29 09:51:52.543334 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be2513-57e4-4eec-8d63-fb7f9ee5a272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4d9fa3-46cc-4a44-aecb-ef130aace9a6,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:52.549213 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7d55eecf-1fde-4e83-9e34-d6a0e4b8c6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:52.635545 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7d55eecf-1fde-4e83-9e34-d6a0e4b8c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:52.648499 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7d55eecf-1fde-4e83-9e34-d6a0e4b8c6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:52.651400 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-7d55eecf-1fde-4e83-9e34-d6a0e4b8c6e5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ba5f1824-2b90-4267-ba46-a5bb77512f85 HTTP/1.1" status: 204 len: 168 time: 0.2177451 Jul 29 09:51:52.704345 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55eecf-1fde-4e83-9e34-d6a0e4b8c6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5f1824-2b90-4267-ba46-a5bb77512f85,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:52.796762 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cc43-7a88-4817-a3cd-14d0b83a397b req-aa39bb44-9c07-4225-a43f-dd05efffab89 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:52.798973 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bc95cc43-7a88-4817-a3cd-14d0b83a397b req-aa39bb44-9c07-4225-a43f-dd05efffab89 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.1377852 Jul 29 09:51:52.861607 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bc95cc43-7a88-4817-a3cd-14d0b83a397b req-5db836b6-fda2-4f4f-ac75-1a46d0a96ade tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521142 Jul 29 09:51:53.647431 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 33874) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:53.877345 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 33888) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:53.912062 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-90e5dcdc-bb4e-4639-9fc5-8e9551e79fc9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-342160551-network', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:51:53.944630 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e5dcdc-bb4e-4639-9fc5-8e9551e79fc9 admin admin] Made reservation on behalf of 147b9f51d3f941a6a9a6089a8002c50c for: {'network': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:51:53.945580 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-dbe656dc-adb4-4785-aa2d-c3c5578a8f4f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1145516964-network', 'tenant_id': '9c3298aa89f4466e9ed8aca4a91d674a'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:51:53.950538 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-90e5dcdc-bb4e-4639-9fc5-8e9551e79fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:53.968308 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-90e5dcdc-bb4e-4639-9fc5-8e9551e79fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.000285 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe656dc-adb4-4785-aa2d-c3c5578a8f4f admin admin] Made reservation on behalf of 9c3298aa89f4466e9ed8aca4a91d674a for: {'network': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:51:54.002676 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-dbe656dc-adb4-4785-aa2d-c3c5578a8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.013858 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-dbe656dc-adb4-4785-aa2d-c3c5578a8f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.041896 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0dbbb-96bd-4b04-ae4e-1d5179b363c9 req-7bb5b0ec-470f-4a82-97f8-0b66833a62a0 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:54.043864 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-05a0dbbb-96bd-4b04-ae4e-1d5179b363c9 req-7bb5b0ec-470f-4a82-97f8-0b66833a62a0 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0822370 Jul 29 09:51:54.102852 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-05a0dbbb-96bd-4b04-ae4e-1d5179b363c9 req-e83be157-cfa3-436e-a3ac-e93357b72e41 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399890 Jul 29 09:51:54.157537 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-90e5dcdc-bb4e-4639-9fc5-8e9551e79fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.162515 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-90e5dcdc-bb4e-4639-9fc5-8e9551e79fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.187683 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e5dcdc-bb4e-4639-9fc5-8e9551e79fc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1124, 'physical_network': 'physnet1'} {{(pid=104729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 09:51:54.204327 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5dcdc-bb4e-4639-9fc5-8e9551e79fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445c4832-7af9-4676-9a6a-d52973eb4f3c,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:54.221227 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-90e5dcdc-bb4e-4639-9fc5-8e9551e79fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.221227 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.segments_db [None req-90e5dcdc-bb4e-4639-9fc5-8e9551e79fc9 admin admin] Added segment 3aa5b6d6-24e0-444b-89e0-1c39745cfee1 of type vlan for network 3d26533d-aae3-4e39-98ba-6024be38bcd3 Jul 29 09:51:54.278567 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-90e5dcdc-bb4e-4639-9fc5-8e9551e79fc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.297697 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-dbe656dc-adb4-4785-aa2d-c3c5578a8f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.302034 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-dbe656dc-adb4-4785-aa2d-c3c5578a8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.313031 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-90e5dcdc-bb4e-4639-9fc5-8e9551e79fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.314354 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e5dcdc-bb4e-4639-9fc5-8e9551e79fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:54.314761 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-90e5dcdc-bb4e-4639-9fc5-8e9551e79fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.325418 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe656dc-adb4-4785-aa2d-c3c5578a8f4f admin admin] vlan segment allocate from pool success with {'vlan_id': 1139, 'physical_network': 'physnet1'} {{(pid=104728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 09:51:54.342851 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe656dc-adb4-4785-aa2d-c3c5578a8f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:54.346824 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-dbe656dc-adb4-4785-aa2d-c3c5578a8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.347386 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.segments_db [None req-dbe656dc-adb4-4785-aa2d-c3c5578a8f4f admin admin] Added segment 2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c of type vlan for network dac5ff62-90fc-4b95-8a2d-ffca9137865b Jul 29 09:51:54.376952 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-90e5dcdc-bb4e-4639-9fc5-8e9551e79fc9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7282634 Jul 29 09:51:54.380111 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 33916) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:54.387691 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-9fe907ba-51bc-4f5f-8f53-7268e687cf24 admin admin] Request body: {'subnet': {'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-342160551-subnet', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:51:54.392625 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5dcdc-bb4e-4639-9fc5-8e9551e79fc9 admin admin] Pushing event updated for resources: {'Network': ['ID=3d26533d-aae3-4e39-98ba-6024be38bcd3,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:54.399048 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-dbe656dc-adb4-4785-aa2d-c3c5578a8f4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.409222 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network 3d26533d-aae3-4e39-98ba-6024be38bcd3 details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 09:51:54.415364 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe907ba-51bc-4f5f-8f53-7268e687cf24 admin admin] Made reservation on behalf of 147b9f51d3f941a6a9a6089a8002c50c for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:51:54.418219 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9fe907ba-51bc-4f5f-8f53-7268e687cf24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.465774 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-dbe656dc-adb4-4785-aa2d-c3c5578a8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.469643 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe656dc-adb4-4785-aa2d-c3c5578a8f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:54.471091 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-dbe656dc-adb4-4785-aa2d-c3c5578a8f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.629255 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9fe907ba-51bc-4f5f-8f53-7268e687cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for subnet, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.687783 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe907ba-51bc-4f5f-8f53-7268e687cf24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1988ccbe-a5bc-4fe7-8a63-64acf70441a3,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:54.702953 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe907ba-51bc-4f5f-8f53-7268e687cf24 admin admin] Checking segment: {'id': '3aa5b6d6-24e0-444b-89e0-1c39745cfee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:51:54.703341 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe907ba-51bc-4f5f-8f53-7268e687cf24 admin admin] Network hostable DHCP agents. Network: 3d26533d-aae3-4e39-98ba-6024be38bcd3, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 09:51:54.719922 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-dbe656dc-adb4-4785-aa2d-c3c5578a8f4f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8495007 Jul 29 09:51:54.720329 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 33920) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:54.722659 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe656dc-adb4-4785-aa2d-c3c5578a8f4f admin admin] Pushing event updated for resources: {'Network': ['ID=dac5ff62-90fc-4b95-8a2d-ffca9137865b,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:54.726149 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-ec162c0f-d6fc-45a7-957c-0d43f7d580e5 admin admin] Request body: {'subnet': {'network_id': 'dac5ff62-90fc-4b95-8a2d-ffca9137865b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1145516964-subnet', 'tenant_id': '9c3298aa89f4466e9ed8aca4a91d674a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:51:54.729351 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe907ba-51bc-4f5f-8f53-7268e687cf24 admin admin] Network 3d26533d-aae3-4e39-98ba-6024be38bcd3 is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 09:51:54.733053 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network dac5ff62-90fc-4b95-8a2d-ffca9137865b details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 09:51:54.747649 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-9fe907ba-51bc-4f5f-8f53-7268e687cf24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, 3d26533d-aae3-4e39-98ba-6024be38bcd3) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:51:54.758166 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe907ba-51bc-4f5f-8f53-7268e687cf24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:54.758852 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9fe907ba-51bc-4f5f-8f53-7268e687cf24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.771148 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec162c0f-d6fc-45a7-957c-0d43f7d580e5 admin admin] Made reservation on behalf of 9c3298aa89f4466e9ed8aca4a91d674a for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:51:54.775324 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ec162c0f-d6fc-45a7-957c-0d43f7d580e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.799715 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8befb92-d061-4ea1-9bf3-8b01e894ef6f None None] Network 3d26533d-aae3-4e39-98ba-6024be38bcd3 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:51:54.814681 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-9fe907ba-51bc-4f5f-8f53-7268e687cf24 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4331865 Jul 29 09:51:54.817320 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 33924) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:54.821546 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-342160551-router', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:51:54.871622 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2267'] for router, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.872740 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1720115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2256'] for router, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:54.945207 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:55.087000 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp282115e9-f32f-56c0-b3bc-1df1ec6c79b4-3d26533d-aae3-4e39-98ba-6024be38bcd3', 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'fixed_ips': [{'subnet_id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3'}]}} from dv-cinder-788253-4-iscsi. {{(pid=104730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 09:51:55.088563 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:55.147171 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2302'] for router, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:55.171335 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ec162c0f-d6fc-45a7-957c-0d43f7d580e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for subnet, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:55.253735 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25d17d-cc53-4eec-af8c-45dcc12b1293 req-e2a256fb-a74c-4c69-ba95-384f572d052e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:55.256546 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bb25d17d-cc53-4eec-af8c-45dcc12b1293 req-e2a256fb-a74c-4c69-ba95-384f572d052e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0666721 Jul 29 09:51:55.280228 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec162c0f-d6fc-45a7-957c-0d43f7d580e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecea429a-7e5a-4a4b-95d6-4910f6311788,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:55.293946 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec162c0f-d6fc-45a7-957c-0d43f7d580e5 admin admin] Checking segment: {'id': '2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'dac5ff62-90fc-4b95-8a2d-ffca9137865b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:51:55.294308 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec162c0f-d6fc-45a7-957c-0d43f7d580e5 admin admin] Network hostable DHCP agents. Network: dac5ff62-90fc-4b95-8a2d-ffca9137865b, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 09:51:55.309237 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.db_base_plugin_common [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Allocated IP 172.20.0.2 (3d26533d-aae3-4e39-98ba-6024be38bcd3/1988ccbe-a5bc-4fe7-8a63-64acf70441a3/1b63748e-1ff7-422b-8218-24aa9c824560) {{(pid=104730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:51:55.332020 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec162c0f-d6fc-45a7-957c-0d43f7d580e5 admin admin] Network dac5ff62-90fc-4b95-8a2d-ffca9137865b is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 09:51:55.341478 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bb25d17d-cc53-4eec-af8c-45dcc12b1293 req-d07c61e3-1c62-4bb7-b5fd-9dfbf16666c5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756559 Jul 29 09:51:55.355445 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-ec162c0f-d6fc-45a7-957c-0d43f7d580e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, dac5ff62-90fc-4b95-8a2d-ffca9137865b) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:51:55.361902 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec162c0f-d6fc-45a7-957c-0d43f7d580e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:55.362467 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ec162c0f-d6fc-45a7-957c-0d43f7d580e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:55.379997 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-ec162c0f-d6fc-45a7-957c-0d43f7d580e5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6583581 Jul 29 09:51:55.407378 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf3b14f-6287-4513-8502-a867ec292916 None None] Network dac5ff62-90fc-4b95-8a2d-ffca9137865b requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:51:55.563132 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Notify callbacks [] for port, precommit_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:55.571232 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:55.572664 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Transition to ACTIVE for port object 1b63748e-1ff7-422b-8218-24aa9c824560 will not be triggered until provisioned by entity L2. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:51:55.593034 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:55.594561 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Transition to ACTIVE for port object 1b63748e-1ff7-422b-8218-24aa9c824560 will not be triggered until provisioned by entity DHCP. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:51:55.602790 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:55.646505 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Network 3d26533d-aae3-4e39-98ba-6024be38bcd3 is already hosted by enough agents. {{(pid=104730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:51:55.656011 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.base_scheduler [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Resources bound (agent type, host, resource id): {{(pid=104730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:51:55.662021 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Received port after_create {{(pid=104730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:51:55.726075 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Pushing event updated for resources: {'Port': ['ID=1b63748e-1ff7-422b-8218-24aa9c824560,revision_number=1']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:55.770737 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] Allocated IP 172.27.2.197 (b3b02076-35c8-452e-bb57-22f5e98db348/fdb5e983-6a65-4f11-aa94-f451584e5c8e/ae48b4da-3751-4d87-887b-b838923badf9) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:51:55.782293 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f1c34d-ccdc-41ec-b6e6-4b766f8bcd0d None None] Network dac5ff62-90fc-4b95-8a2d-ffca9137865b requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:51:55.830162 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Attempting to bind port 1b63748e-1ff7-422b-8218-24aa9c824560 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:51:55.830535 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Attempting to bind port 1b63748e-1ff7-422b-8218-24aa9c824560 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '3aa5b6d6-24e0-444b-89e0-1c39745cfee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3'}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:51:55.831007 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Attempting to bind port 1b63748e-1ff7-422b-8218-24aa9c824560 on network 3d26533d-aae3-4e39-98ba-6024be38bcd3 {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:51:55.845231 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:51:55.845629 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Checking segment: {'id': '3aa5b6d6-24e0-444b-89e0-1c39745cfee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:51:55.846356 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:55.846949 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Bound using segment: {'id': '3aa5b6d6-24e0-444b-89e0-1c39745cfee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3'} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:51:55.847608 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Bound port: 1b63748e-1ff7-422b-8218-24aa9c824560, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa5b6d6-24e0-444b-89e0-1c39745cfee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3'}}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:51:55.848212 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:55.946179 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:55.980787 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] For port 1b63748e-1ff7-422b-8218-24aa9c824560, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:51:55.996416 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] For port 1b63748e-1ff7-422b-8218-24aa9c824560, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=1b63748e-1ff7-422b-8218-24aa9c824560,segment=NetworkSegment(3aa5b6d6-24e0-444b-89e0-1c39745cfee1),segment_id=3aa5b6d6-24e0-444b-89e0-1c39745cfee1)] {{(pid=104730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:51:56.008857 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:56.022616 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:56.075280 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] Network b3b02076-35c8-452e-bb57-22f5e98db348 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:51:56.080647 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:51:56.084255 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:51:56.101824 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fd1d3-26c7-4a77-8377-db35f031280e None None] Pushing event updated for resources: {'Port': ['ID=1b63748e-1ff7-422b-8218-24aa9c824560,revision_number=2']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:56.127885 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] Pushing event updated for resources: {'Port': ['ID=ae48b4da-3751-4d87-887b-b838923badf9,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:56.347593 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:56.537952 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d220e1-d668-4bf2-8b50-0de2177e3db7 req-2da9339f-31d3-4878-bdb2-9d8e66543b03 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:56.539544 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-48d220e1-d668-4bf2-8b50-0de2177e3db7 req-2da9339f-31d3-4878-bdb2-9d8e66543b03 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0754464 Jul 29 09:51:56.570176 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 1b63748e-1ff7-422b-8218-24aa9c824560 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:51:56.591433 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-48d220e1-d668-4bf2-8b50-0de2177e3db7 req-db9f7bf4-880c-4789-a0bd-a3d797084d9f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447979 Jul 29 09:51:56.635466 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port 1b63748e-1ff7-422b-8218-24aa9c824560 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:51:56.647679 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634540'] for router, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:56.802491 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] Router 441e170f-d8e8-42e9-bf58-d9364c574511 is scheduled to L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 with binding_index 1 {{(pid=104729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 09:51:56.945113 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:51:56.964575 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Sync routers for ids ['441e170f-d8e8-42e9-bf58-d9364c574511'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:51:56.986172 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] Notify callbacks [] for router, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:56.986785 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Routers {'441e170f-d8e8-42e9-bf58-d9364c574511'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:51:56.987438 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:51:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['441e170f-d8e8-42e9-bf58-d9364c574511'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:51:56.988304 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-cd979ec4-4049-4f60-84b7-20adb1fda043 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1700432 Jul 29 09:51:56.992165 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 33956) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:57.176449 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Set router 441e170f-d8e8-42e9-bf58-d9364c574511 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:51:57.293048 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db95d2e-edac-4c62-93cc-3fc42d7a34da None None] Network 3d26533d-aae3-4e39-98ba-6024be38bcd3 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:51:57.411987 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-55d3dd78-5b95-4461-a301-e3cd9ac0b1ef None None] Provisioning for port 1b63748e-1ff7-422b-8218-24aa9c824560 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:51:57.420604 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-55d3dd78-5b95-4461-a301-e3cd9ac0b1ef None None] Provisioning complete for port 1b63748e-1ff7-422b-8218-24aa9c824560 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:51:57.421079 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-55d3dd78-5b95-4461-a301-e3cd9ac0b1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:57.427382 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'name': 'tempest-TestShelveInstance-342160551-router', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:51:54Z', 'updated_at': '2021-07-29T09:51:56Z', 'revision_number': 3, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'gw_port': {'id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:55Z', 'updated_at': '2021-07-29T09:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:51:57.462242 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Checking router: 441e170f-d8e8-42e9-bf58-d9364c574511 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:51:57.462486 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Updating router 441e170f-d8e8-42e9-bf58-d9364c574511 port ae48b4da-3751-4d87-887b-b838923badf9 binding host dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 09:51:57.493765 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:57.579258 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-55d3dd78-5b95-4461-a301-e3cd9ac0b1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:57.643235 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-55d3dd78-5b95-4461-a301-e3cd9ac0b1ef None None] For port 1b63748e-1ff7-422b-8218-24aa9c824560, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=1b63748e-1ff7-422b-8218-24aa9c824560,segment=NetworkSegment(3aa5b6d6-24e0-444b-89e0-1c39745cfee1),segment_id=3aa5b6d6-24e0-444b-89e0-1c39745cfee1)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:51:57.652507 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-55d3dd78-5b95-4461-a301-e3cd9ac0b1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:57.765925 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3dd78-5b95-4461-a301-e3cd9ac0b1ef None None] Pushing event updated for resources: {'Port': ['ID=1b63748e-1ff7-422b-8218-24aa9c824560,revision_number=3']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:57.815960 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a323a46-499b-4cb5-8489-cf15ee0d66dc req-e42e1cfc-718a-4a0d-837e-43a2402dfd66 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:57.828249 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3a323a46-499b-4cb5-8489-cf15ee0d66dc req-e42e1cfc-718a-4a0d-837e-43a2402dfd66 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0755744 Jul 29 09:51:57.869498 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3a323a46-499b-4cb5-8489-cf15ee0d66dc req-54f48699-847f-4ecd-b1f0-63828c5468de tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399685 Jul 29 09:51:57.878798 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:57.882630 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-debd99e1-b8ac-47fe-afd8-30e5c85b6549 None None] Provisioning complete for port 1b63748e-1ff7-422b-8218-24aa9c824560 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:51:57.882955 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-debd99e1-b8ac-47fe-afd8-30e5c85b6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:57.898879 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Notify callbacks [] for port, precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:57.911043 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Transition to ACTIVE for port object ae48b4da-3751-4d87-887b-b838923badf9 will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:51:57.918123 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:57.975843 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Attempting to bind port ae48b4da-3751-4d87-887b-b838923badf9 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:51:57.976552 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Attempting to bind port ae48b4da-3751-4d87-887b-b838923badf9 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:51:57.976552 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Attempting to bind port ae48b4da-3751-4d87-887b-b838923badf9 on network b3b02076-35c8-452e-bb57-22f5e98db348 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:51:57.986794 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba040f-bf14-4384-ae9d-c1318fed87ab None None] Pushing event updated for resources: {'Port': ['ID=ae48b4da-3751-4d87-887b-b838923badf9,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:57.999093 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ba040f-bf14-4384-ae9d-c1318fed87ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:57.999871 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ba040f-bf14-4384-ae9d-c1318fed87ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:58.000294 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ba040f-bf14-4384-ae9d-c1318fed87ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:58.000652 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ba040f-bf14-4384-ae9d-c1318fed87ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:58.001014 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ba040f-bf14-4384-ae9d-c1318fed87ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:58.001375 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ba040f-bf14-4384-ae9d-c1318fed87ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:58.001711 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ba040f-bf14-4384-ae9d-c1318fed87ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:58.002040 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ba040f-bf14-4384-ae9d-c1318fed87ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:58.002546 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ba040f-bf14-4384-ae9d-c1318fed87ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:58.002945 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ba040f-bf14-4384-ae9d-c1318fed87ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:58.003240 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ba040f-bf14-4384-ae9d-c1318fed87ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:58.003582 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ba040f-bf14-4384-ae9d-c1318fed87ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:51:58.007257 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:51:58.007593 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Checking segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:51:58.008217 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:58.008810 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Bound using segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:51:58.009462 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Bound port: ae48b4da-3751-4d87-887b-b838923badf9, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:51:58.010036 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:58.070961 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] For port ae48b4da-3751-4d87-887b-b838923badf9, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:51:58.072863 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] Allocated IP 172.20.0.1 (3d26533d-aae3-4e39-98ba-6024be38bcd3/1988ccbe-a5bc-4fe7-8a63-64acf70441a3/3f4b32b4-808f-42ce-8a8e-4d8278555660) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:51:58.074321 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] For port ae48b4da-3751-4d87-887b-b838923badf9, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=ae48b4da-3751-4d87-887b-b838923badf9,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:51:58.078486 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:58.142173 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba040f-bf14-4384-ae9d-c1318fed87ab None None] Pushing event updated for resources: {'Port': ['ID=ae48b4da-3751-4d87-887b-b838923badf9,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:58.144959 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Routers {'441e170f-d8e8-42e9-bf58-d9364c574511'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:51:58.145580 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:51:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['441e170f-d8e8-42e9-bf58-d9364c574511'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:51:58.220776 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:58.241985 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] Transition to ACTIVE for port object 3f4b32b4-808f-42ce-8a8e-4d8278555660 will not be triggered until provisioned by entity DHCP. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:51:58.282456 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] Set router 441e170f-d8e8-42e9-bf58-d9364c574511 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:51:58.285411 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:58.325489 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] Network 3d26533d-aae3-4e39-98ba-6024be38bcd3 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:51:58.329681 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:51:58.333626 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:51:58.334114 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634355'] for router_interface, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:58.343753 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] Pushing event updated for resources: {'Port': ['ID=3f4b32b4-808f-42ce-8a8e-4d8278555660,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:58.457690 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 1b63748e-1ff7-422b-8218-24aa9c824560 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:51:58.502189 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:58.526807 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 1b63748e-1ff7-422b-8218-24aa9c824560 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:51:58.526807 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:58.591186 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'name': 'tempest-TestShelveInstance-342160551-router', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:51:54Z', 'updated_at': '2021-07-29T09:51:56Z', 'revision_number': 3, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'gw_port': {'id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:55Z', 'updated_at': '2021-07-29T09:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:51:58.631670 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c663751-6595-4bb2-a182-76f9768d0e35 None None] The sync data for ids ['441e170f-d8e8-42e9-bf58-d9364c574511'] in dv-cinder-788253-4-iscsi is: [{'id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'name': 'tempest-TestShelveInstance-342160551-router', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:51:54Z', 'updated_at': '2021-07-29T09:51:56Z', 'revision_number': 3, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'gw_port': {'id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:55Z', 'updated_at': '2021-07-29T09:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:51:58.721842 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-df3f2f94-8176-46f2-9ef2-29743b024506 None None] Provisioning for port 3f4b32b4-808f-42ce-8a8e-4d8278555660 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:51:58.729063 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-df3f2f94-8176-46f2-9ef2-29743b024506 None None] Provisioning complete for port 3f4b32b4-808f-42ce-8a8e-4d8278555660 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:51:58.730365 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-df3f2f94-8176-46f2-9ef2-29743b024506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:58.735641 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:58.740232 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:58.741074 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717411'] for router_interface, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:58.776857 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-df3f2f94-8176-46f2-9ef2-29743b024506 None None] Port 3f4b32b4-808f-42ce-8a8e-4d8278555660 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:51:58.841930 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] Pushing event updated for resources: {'Port': ['ID=3f4b32b4-808f-42ce-8a8e-4d8278555660,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:51:58.896614 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] Network 3d26533d-aae3-4e39-98ba-6024be38bcd3 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:51:58.899535 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:51:59.063978 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb0a9d-1842-4960-a02b-f17a300a4262 req-29109674-dc76-466d-bd0e-5d53e729887a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:51:59.074855 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e1eb0a9d-1842-4960-a02b-f17a300a4262 req-29109674-dc76-466d-bd0e-5d53e729887a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0969133 Jul 29 09:51:59.128431 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] Router 441e170f-d8e8-42e9-bf58-d9364c574511 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 09:51:59.140811 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e1eb0a9d-1842-4960-a02b-f17a300a4262 req-b3add136-4cd0-457a-9803-5effec3136ea tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646472 Jul 29 09:51:59.210281 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-8c0f512a-8ac8-4b2b-991d-e34fbcef1e2b None None] Provisioning complete for port 3f4b32b4-808f-42ce-8a8e-4d8278555660 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:51:59.211695 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-8c0f512a-8ac8-4b2b-991d-e34fbcef1e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:59.272191 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:51:59.273362 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f512a-8ac8-4b2b-991d-e34fbcef1e2b None None] Port 3f4b32b4-808f-42ce-8a8e-4d8278555660 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:51:59.283820 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-5fda6bbc-ee30-487f-b979-1458a25a0bdd admin admin] 10.222.0.78 "PUT /v2.0/routers/441e170f-d8e8-42e9-bf58-d9364c574511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2902718 Jul 29 09:51:59.872500 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 34008) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:51:59.878002 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-736f1049-827d-4b03-aa3a-8fed5cec9648 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1879336194-network', 'tenant_id': 'f6df98026c8146a2ba2573ddb96133b9'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:51:59.901771 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736f1049-827d-4b03-aa3a-8fed5cec9648 admin admin] Made reservation on behalf of f6df98026c8146a2ba2573ddb96133b9 for: {'network': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:51:59.905148 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-736f1049-827d-4b03-aa3a-8fed5cec9648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:51:59.915239 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-736f1049-827d-4b03-aa3a-8fed5cec9648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:00.030382 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-736f1049-827d-4b03-aa3a-8fed5cec9648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:00.037473 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-736f1049-827d-4b03-aa3a-8fed5cec9648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:00.068526 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736f1049-827d-4b03-aa3a-8fed5cec9648 admin admin] vlan segment allocate from pool success with {'vlan_id': 1104, 'physical_network': 'physnet1'} {{(pid=104729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 09:52:00.090128 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f1049-827d-4b03-aa3a-8fed5cec9648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3beaca4-1dd6-44f3-b653-24465c367628,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:00.098490 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-736f1049-827d-4b03-aa3a-8fed5cec9648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:00.098773 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.segments_db [None req-736f1049-827d-4b03-aa3a-8fed5cec9648 admin admin] Added segment 18b97382-4cf4-437c-b7cd-ec28ad826d84 of type vlan for network 078041d3-e8d6-45e9-ad04-4c3fd364adb2 Jul 29 09:52:00.146636 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-736f1049-827d-4b03-aa3a-8fed5cec9648 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:00.186511 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-736f1049-827d-4b03-aa3a-8fed5cec9648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:00.187572 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736f1049-827d-4b03-aa3a-8fed5cec9648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:00.188172 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-736f1049-827d-4b03-aa3a-8fed5cec9648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:00.244290 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-736f1049-827d-4b03-aa3a-8fed5cec9648 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3704865 Jul 29 09:52:00.244934 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 34014) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:00.252200 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-d3b08b06-8f15-4d00-860c-701459563b02 admin admin] Request body: {'subnet': {'network_id': '078041d3-e8d6-45e9-ad04-4c3fd364adb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1879336194-subnet', 'tenant_id': 'f6df98026c8146a2ba2573ddb96133b9', 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:52:00.281495 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f1049-827d-4b03-aa3a-8fed5cec9648 admin admin] Pushing event updated for resources: {'Network': ['ID=078041d3-e8d6-45e9-ad04-4c3fd364adb2,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:00.299360 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network 078041d3-e8d6-45e9-ad04-4c3fd364adb2 details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 09:52:00.299860 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b08b06-8f15-4d00-860c-701459563b02 admin admin] Made reservation on behalf of f6df98026c8146a2ba2573ddb96133b9 for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:52:00.303670 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d3b08b06-8f15-4d00-860c-701459563b02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:00.352416 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a83e88-c8a4-4cf6-887a-30d997a186ed req-36ea0a3e-37fe-40ad-b5cc-63beeee09cf4 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:00.354063 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-61a83e88-c8a4-4cf6-887a-30d997a186ed req-36ea0a3e-37fe-40ad-b5cc-63beeee09cf4 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.1212580 Jul 29 09:52:00.455394 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-61a83e88-c8a4-4cf6-887a-30d997a186ed req-eaa13e90-9c2f-494c-86c9-f90d677f07a1 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919538 Jul 29 09:52:00.505443 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Sync routers for ids ['441e170f-d8e8-42e9-bf58-d9364c574511'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:52:00.521078 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Routers {'441e170f-d8e8-42e9-bf58-d9364c574511'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:52:00.521876 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:51:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['441e170f-d8e8-42e9-bf58-d9364c574511'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:52:00.567798 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device ae48b4da-3751-4d87-887b-b838923badf9 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:52:00.597409 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d3b08b06-8f15-4d00-860c-701459563b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for subnet, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:00.673942 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b08b06-8f15-4d00-860c-701459563b02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd1180a-a6cb-4a39-ad17-b3048661d748,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:00.687488 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b06-8f15-4d00-860c-701459563b02 admin admin] Checking segment: {'id': '18b97382-4cf4-437c-b7cd-ec28ad826d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '078041d3-e8d6-45e9-ad04-4c3fd364adb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:52:00.687856 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b08b06-8f15-4d00-860c-701459563b02 admin admin] Network hostable DHCP agents. Network: 078041d3-e8d6-45e9-ad04-4c3fd364adb2, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 09:52:00.718156 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b08b06-8f15-4d00-860c-701459563b02 admin admin] Network 078041d3-e8d6-45e9-ad04-4c3fd364adb2 is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 09:52:00.731997 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-d3b08b06-8f15-4d00-860c-701459563b02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, 078041d3-e8d6-45e9-ad04-4c3fd364adb2) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:52:00.735467 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port ae48b4da-3751-4d87-887b-b838923badf9 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:52:00.736798 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b08b06-8f15-4d00-860c-701459563b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:00.737504 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d3b08b06-8f15-4d00-860c-701459563b02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:00.741817 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Set router 441e170f-d8e8-42e9-bf58-d9364c574511 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:52:00.764099 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-d3b08b06-8f15-4d00-860c-701459563b02 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5151017 Jul 29 09:52:00.767663 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 34024) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:00.772951 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1879336194-router', 'tenant_id': 'f6df98026c8146a2ba2573ddb96133b9', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:52:00.795719 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbfa614-19d4-4ac5-b35c-9390c7c3e5a3 None None] Network 078041d3-e8d6-45e9-ad04-4c3fd364adb2 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:52:00.805828 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2267'] for router, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:00.807389 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1720115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2256'] for router, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:00.815536 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port ae48b4da-3751-4d87-887b-b838923badf9 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:52:00.816069 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:00.876694 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:01.040190 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2302'] for router, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:01.273383 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:01.280941 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:01.296885 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:01.319611 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp282115e9-f32f-56c0-b3bc-1df1ec6c79b4-078041d3-e8d6-45e9-ad04-4c3fd364adb2', 'network_id': '078041d3-e8d6-45e9-ad04-4c3fd364adb2', 'tenant_id': 'f6df98026c8146a2ba2573ddb96133b9', 'fixed_ips': [{'subnet_id': '9bd1180a-a6cb-4a39-ad17-b3048661d748'}]}} from dv-cinder-788253-4-iscsi. {{(pid=104730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 09:52:01.320478 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:01.360853 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port ae48b4da-3751-4d87-887b-b838923badf9, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=ae48b4da-3751-4d87-887b-b838923badf9,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:52:01.374905 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:01.422278 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] Allocated IP 172.27.2.243 (b3b02076-35c8-452e-bb57-22f5e98db348/fdb5e983-6a65-4f11-aa94-f451584e5c8e/818b383f-ee7b-4907-8014-672315909dd2) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:52:01.573054 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:01.573298 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=ae48b4da-3751-4d87-887b-b838923badf9,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:01.604673 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006ea20-81a7-44d2-80b2-f66ee4ff7e98 req-c4766abf-958f-44c5-9ca9-9b8cdf6b2b05 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:01.606356 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3006ea20-81a7-44d2-80b2-f66ee4ff7e98 req-c4766abf-958f-44c5-9ca9-9b8cdf6b2b05 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0567048 Jul 29 09:52:01.616602 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'name': 'tempest-TestShelveInstance-342160551-router', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:51:54Z', 'updated_at': '2021-07-29T09:51:58Z', 'revision_number': 4, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'gw_port': {'id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:55Z', 'updated_at': '2021-07-29T09:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '3f4b32b4-808f-42ce-8a8e-4d8278555660', 'name': '', 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'mac_address': 'fa:16:3e:12:e9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:57Z', 'updated_at': '2021-07-29T09:51:58Z', 'revision_number': 2, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'subnets': [{'id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:52:01.644531 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:01.653047 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Checking router: 441e170f-d8e8-42e9-bf58-d9364c574511 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:52:01.653428 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Updating router 441e170f-d8e8-42e9-bf58-d9364c574511 port 3f4b32b4-808f-42ce-8a8e-4d8278555660 binding host dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 09:52:01.667549 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3006ea20-81a7-44d2-80b2-f66ee4ff7e98 req-b1e11b54-b819-41be-81f7-e0d70c58be24 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526557 Jul 29 09:52:01.691290 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:01.694500 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] Network b3b02076-35c8-452e-bb57-22f5e98db348 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:52:01.699679 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:52:01.703371 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:52:01.707150 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.db_base_plugin_common [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Allocated IP 172.20.0.2 (078041d3-e8d6-45e9-ad04-4c3fd364adb2/9bd1180a-a6cb-4a39-ad17-b3048661d748/72294c3e-cfcb-4e65-b0a6-522262f2de32) {{(pid=104730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:52:01.745339 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=818b383f-ee7b-4907-8014-672315909dd2,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:01.930186 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:02.025880 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Notify callbacks [] for port, precommit_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:02.044550 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Transition to ACTIVE for port object 72294c3e-cfcb-4e65-b0a6-522262f2de32 will not be triggered until provisioned by entity L2. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:52:02.073901 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Transition to ACTIVE for port object 72294c3e-cfcb-4e65-b0a6-522262f2de32 will not be triggered until provisioned by entity DHCP. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:52:02.099046 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:02.151053 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Notify callbacks [] for port, precommit_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:02.162304 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Network 078041d3-e8d6-45e9-ad04-4c3fd364adb2 is already hosted by enough agents. {{(pid=104730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:52:02.171901 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.base_scheduler [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Resources bound (agent type, host, resource id): {{(pid=104730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:52:02.181208 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Received port after_create {{(pid=104730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:52:02.183178 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Transition to ACTIVE for port object 3f4b32b4-808f-42ce-8a8e-4d8278555660 will not be triggered until provisioned by entity L2. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:52:02.186537 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Pushing event updated for resources: {'Port': ['ID=72294c3e-cfcb-4e65-b0a6-522262f2de32,revision_number=1']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:02.216493 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:02.296954 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Attempting to bind port 72294c3e-cfcb-4e65-b0a6-522262f2de32 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:52:02.297375 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Attempting to bind port 72294c3e-cfcb-4e65-b0a6-522262f2de32 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '18b97382-4cf4-437c-b7cd-ec28ad826d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '078041d3-e8d6-45e9-ad04-4c3fd364adb2'}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:52:02.297824 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Attempting to bind port 72294c3e-cfcb-4e65-b0a6-522262f2de32 on network 078041d3-e8d6-45e9-ad04-4c3fd364adb2 {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:52:02.303550 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91d181-9e56-436e-8c3a-55221635f6b9 None None] Pushing event updated for resources: {'Port': ['ID=3f4b32b4-808f-42ce-8a8e-4d8278555660,revision_number=3']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:02.323476 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:52:02.324153 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Checking segment: {'id': '18b97382-4cf4-437c-b7cd-ec28ad826d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '078041d3-e8d6-45e9-ad04-4c3fd364adb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:52:02.324241 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:02.324699 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Bound using segment: {'id': '18b97382-4cf4-437c-b7cd-ec28ad826d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '078041d3-e8d6-45e9-ad04-4c3fd364adb2'} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:52:02.325221 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Bound port: 72294c3e-cfcb-4e65-b0a6-522262f2de32, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b97382-4cf4-437c-b7cd-ec28ad826d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '078041d3-e8d6-45e9-ad04-4c3fd364adb2'}}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:52:02.325691 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:02.334415 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:52:02.407675 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Attempting to bind port 3f4b32b4-808f-42ce-8a8e-4d8278555660 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:52:02.408189 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Attempting to bind port 3f4b32b4-808f-42ce-8a8e-4d8278555660 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '3aa5b6d6-24e0-444b-89e0-1c39745cfee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3'}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:52:02.408764 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Attempting to bind port 3f4b32b4-808f-42ce-8a8e-4d8278555660 on network 3d26533d-aae3-4e39-98ba-6024be38bcd3 {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:52:02.415310 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634540'] for router, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:02.417075 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:52:02.418077 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Checking segment: {'id': '3aa5b6d6-24e0-444b-89e0-1c39745cfee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:52:02.419230 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:02.420907 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Bound using segment: {'id': '3aa5b6d6-24e0-444b-89e0-1c39745cfee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3'} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:52:02.421943 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Bound port: 3f4b32b4-808f-42ce-8a8e-4d8278555660, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa5b6d6-24e0-444b-89e0-1c39745cfee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3'}}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:52:02.423986 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:02.489154 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] For port 72294c3e-cfcb-4e65-b0a6-522262f2de32, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:52:02.492787 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] For port 72294c3e-cfcb-4e65-b0a6-522262f2de32, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=72294c3e-cfcb-4e65-b0a6-522262f2de32,segment=NetworkSegment(18b97382-4cf4-437c-b7cd-ec28ad826d84),segment_id=18b97382-4cf4-437c-b7cd-ec28ad826d84)] {{(pid=104730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:52:02.501126 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:02.548054 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device ae48b4da-3751-4d87-887b-b838923badf9 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:52:02.644782 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14269d-8a10-4bb5-be88-d7edcaad1762 None None] Pushing event updated for resources: {'Port': ['ID=72294c3e-cfcb-4e65-b0a6-522262f2de32,revision_number=2']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:02.649897 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] For port 3f4b32b4-808f-42ce-8a8e-4d8278555660, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:52:02.669599 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] Router 7b078116-92e8-49ca-8331-90e6abc1da49 is scheduled to L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 with binding_index 1 {{(pid=104729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 09:52:02.680261 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] For port 3f4b32b4-808f-42ce-8a8e-4d8278555660, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=3f4b32b4-808f-42ce-8a8e-4d8278555660,segment=NetworkSegment(3aa5b6d6-24e0-444b-89e0-1c39745cfee1),segment_id=3aa5b6d6-24e0-444b-89e0-1c39745cfee1)] {{(pid=104730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:52:02.695530 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:02.777065 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port ae48b4da-3751-4d87-887b-b838923badf9 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:52:02.777823 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:02.878214 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:52:02.891246 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Sync routers for ids ['7b078116-92e8-49ca-8331-90e6abc1da49'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:52:02.907899 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Routers {'7b078116-92e8-49ca-8331-90e6abc1da49'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:52:02.908644 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:51:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7b078116-92e8-49ca-8331-90e6abc1da49'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:52:02.916385 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] Notify callbacks [] for router, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:02.921489 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-5528ae40-4b41-4202-94a0-925c82125aa5 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1525648 Jul 29 09:52:02.925965 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 34068) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:02.939932 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91d181-9e56-436e-8c3a-55221635f6b9 None None] Pushing event updated for resources: {'Port': ['ID=3f4b32b4-808f-42ce-8a8e-4d8278555660,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:02.951376 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb96c15-4f33-4c8a-bd04-90ee95652b72 req-d9b8f0ad-f4a5-4f29-af86-34f65680253e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:02.970821 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Routers {'441e170f-d8e8-42e9-bf58-d9364c574511'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:52:02.970821 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:51:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['441e170f-d8e8-42e9-bf58-d9364c574511'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:52:02.990892 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-edb96c15-4f33-4c8a-bd04-90ee95652b72 req-d9b8f0ad-f4a5-4f29-af86-34f65680253e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.1840832 Jul 29 09:52:03.129115 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-edb96c15-4f33-4c8a-bd04-90ee95652b72 req-8e52161a-5232-44a4-af43-ccd2a5f14f69 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286106 Jul 29 09:52:03.350422 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Set router 7b078116-92e8-49ca-8331-90e6abc1da49 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:52:03.468590 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] Set router 441e170f-d8e8-42e9-bf58-d9364c574511 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:52:03.599137 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e033eb0b-8632-4d52-8e42-4d02970ee8da tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:03.602978 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e033eb0b-8632-4d52-8e42-4d02970ee8da tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/networks?id=dac5ff62-90fc-4b95-8a2d-ffca9137865b HTTP/1.1" status: 200 len: 814 time: 0.2641237 Jul 29 09:52:03.694163 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-ecebe2a6-7f0b-453e-8fa3-e0092e2643ac tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/quotas/9c3298aa89f4466e9ed8aca4a91d674a HTTP/1.1" status: 200 len: 375 time: 0.0513911 Jul 29 09:52:03.758032 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-f640ca18-5d2e-45c8-8f26-a603e2d4e72b tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9c3298aa89f4466e9ed8aca4a91d674a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614142 Jul 29 09:52:03.759527 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b078116-92e8-49ca-8331-90e6abc1da49', 'name': 'tempest-TestShelveInstance-1879336194-router', 'tenant_id': 'f6df98026c8146a2ba2573ddb96133b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '818b383f-ee7b-4907-8014-672315909dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:52:00Z', 'updated_at': '2021-07-29T09:52:01Z', 'revision_number': 3, 'project_id': 'f6df98026c8146a2ba2573ddb96133b9', 'gw_port': {'id': '818b383f-ee7b-4907-8014-672315909dd2', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b078116-92e8-49ca-8331-90e6abc1da49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:52:01Z', 'updated_at': '2021-07-29T09:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:52:03.857556 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e7189-f1df-4d2e-bf68-489fd55c6ec2 req-0fce7398-674c-4bbf-92a1-61e5505b4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:03.868320 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Checking router: 7b078116-92e8-49ca-8331-90e6abc1da49 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:52:03.868656 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Updating router 7b078116-92e8-49ca-8331-90e6abc1da49 port 818b383f-ee7b-4907-8014-672315909dd2 binding host dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 09:52:03.869325 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8b3e7189-f1df-4d2e-bf68-489fd55c6ec2 req-0fce7398-674c-4bbf-92a1-61e5505b4221 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 1098 time: 0.3175302 Jul 29 09:52:03.916127 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:03.947577 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 34102) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:04.027849 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-f7d82118-5828-4c63-bb7c-0b3b2b61788d service neutron] 10.222.0.78 "GET /v2.0/networks/dac5ff62-90fc-4b95-8a2d-ffca9137865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686849 Jul 29 09:52:04.136089 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8b3e7189-f1df-4d2e-bf68-489fd55c6ec2 req-0cb35939-4ac6-4043-9163-d267968cb2b0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559276 Jul 29 09:52:04.206844 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'name': 'tempest-TestShelveInstance-342160551-router', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:51:54Z', 'updated_at': '2021-07-29T09:51:58Z', 'revision_number': 4, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'gw_port': {'id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:55Z', 'updated_at': '2021-07-29T09:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '3f4b32b4-808f-42ce-8a8e-4d8278555660', 'name': '', 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'mac_address': 'fa:16:3e:12:e9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:57Z', 'updated_at': '2021-07-29T09:52:02Z', 'revision_number': 4, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'subnets': [{'id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:52:04.274014 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-da897cde-85c9-489d-9647-fd04c1683f83 service neutron] 10.222.0.78 "GET /v2.0/networks/dac5ff62-90fc-4b95-8a2d-ffca9137865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437811 Jul 29 09:52:04.278407 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06b5a0-f7ac-4bd5-bb5e-704cf55563fe None None] The sync data for ids ['441e170f-d8e8-42e9-bf58-d9364c574511'] in dv-cinder-788253-4-iscsi is: [{'id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'name': 'tempest-TestShelveInstance-342160551-router', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:51:54Z', 'updated_at': '2021-07-29T09:51:58Z', 'revision_number': 4, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'gw_port': {'id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:55Z', 'updated_at': '2021-07-29T09:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '3f4b32b4-808f-42ce-8a8e-4d8278555660', 'name': '', 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'mac_address': 'fa:16:3e:12:e9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:57Z', 'updated_at': '2021-07-29T09:52:02Z', 'revision_number': 4, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'subnets': [{'id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:52:04.323437 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:04.423835 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 34112) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:04.513535 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5093d0-13c7-4d1f-9b4d-5d1c0af78146 req-690b4dd8-c871-40fa-8996-a86f6d9f4595 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:04.517168 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0e5093d0-13c7-4d1f-9b4d-5d1c0af78146 req-690b4dd8-c871-40fa-8996-a86f6d9f4595 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.2394912 Jul 29 09:52:04.625853 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8188f4ed-04a2-431b-bc2f-5a558bebd076 None None] Network 078041d3-e8d6-45e9-ad04-4c3fd364adb2 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:52:04.634863 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4dcac856-ba8e-4254-8b7d-cfcf5934f855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:04.731905 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0e5093d0-13c7-4d1f-9b4d-5d1c0af78146 req-8492cdff-80af-4ede-bc3c-cdb5189054f0 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960874 Jul 29 09:52:04.898031 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] Allocated IP 172.20.0.1 (078041d3-e8d6-45e9-ad04-4c3fd364adb2/9bd1180a-a6cb-4a39-ad17-b3048661d748/c5b7cd61-5cb1-4f9f-8755-217ae495b7e0) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:52:04.943463 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Notify callbacks [] for port, precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:04.975950 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Transition to ACTIVE for port object 818b383f-ee7b-4907-8014-672315909dd2 will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:52:05.000079 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:05.016023 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7869a44d-7a02-4358-b587-e787c13d0292 req-ff054100-cfcc-47b9-9105-dd37ff931888 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 210 time: 0.1322799 Jul 29 09:52:05.037709 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 72294c3e-cfcb-4e65-b0a6-522262f2de32 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:52:05.108680 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:05.110747 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4dcac856-ba8e-4254-8b7d-cfcf5934f855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:05.125033 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] Transition to ACTIVE for port object c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 will not be triggered until provisioned by entity DHCP. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:52:05.127654 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4dcac856-ba8e-4254-8b7d-cfcf5934f855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:05.131785 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4712a3-1227-4d1c-a81c-6fccf2f1cd00 None None] Pushing event updated for resources: {'Port': ['ID=818b383f-ee7b-4907-8014-672315909dd2,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:05.161658 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Attempting to bind port 818b383f-ee7b-4907-8014-672315909dd2 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:52:05.162433 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Attempting to bind port 818b383f-ee7b-4907-8014-672315909dd2 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:52:05.162564 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e8a6d5fa-f1cd-4b83-b184-a028d14baa35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:05.163179 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Attempting to bind port 818b383f-ee7b-4907-8014-672315909dd2 on network b3b02076-35c8-452e-bb57-22f5e98db348 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:52:05.166846 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:05.170696 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:52:05.171498 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Checking segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:52:05.172154 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:05.172813 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Bound using segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:52:05.173731 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Bound port: 818b383f-ee7b-4907-8014-672315909dd2, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:52:05.174402 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:05.242575 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] For port 818b383f-ee7b-4907-8014-672315909dd2, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:52:05.247064 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] For port 818b383f-ee7b-4907-8014-672315909dd2, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=818b383f-ee7b-4907-8014-672315909dd2,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:52:05.269966 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:05.274522 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-46bba8c1-1997-4151-80ed-974b262e05ec None None] Provisioning for port 72294c3e-cfcb-4e65-b0a6-522262f2de32 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:52:05.310766 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] Network 078041d3-e8d6-45e9-ad04-4c3fd364adb2 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:52:05.316333 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c5b7cd61-5cb1-4f9f-8755-217ae495b7e0,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:05.316652 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port 72294c3e-cfcb-4e65-b0a6-522262f2de32 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:52:05.335174 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:52:05.337050 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 72294c3e-cfcb-4e65-b0a6-522262f2de32 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:52:05.337772 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:05.342344 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:52:05.351606 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634355'] for router_interface, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:05.373697 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-4dcac856-ba8e-4254-8b7d-cfcf5934f855 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6a471294c547460a83ae50572e70e7ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3557532 Jul 29 09:52:05.378987 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 34130) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:05.399371 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Routers {'7b078116-92e8-49ca-8331-90e6abc1da49'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:52:05.402766 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcac856-ba8e-4254-8b7d-cfcf5934f855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d738eb70-1472-4f99-866f-dd0763b20008,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:05.403793 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:51:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7b078116-92e8-49ca-8331-90e6abc1da49'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:52:05.538875 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b80c91e1-598c-45ec-8294-bfde4d09986d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:05.563911 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] Set router 7b078116-92e8-49ca-8331-90e6abc1da49 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:52:05.615290 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:05.619385 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b80c91e1-598c-45ec-8294-bfde4d09986d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:05.714282 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port 72294c3e-cfcb-4e65-b0a6-522262f2de32, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=72294c3e-cfcb-4e65-b0a6-522262f2de32,segment=NetworkSegment(18b97382-4cf4-437c-b7cd-ec28ad826d84),segment_id=18b97382-4cf4-437c-b7cd-ec28ad826d84)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:52:05.732478 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:05.733562 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 3f4b32b4-808f-42ce-8a8e-4d8278555660 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:52:05.745805 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b80c91e1-598c-45ec-8294-bfde4d09986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:05.758316 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b80c91e1-598c-45ec-8294-bfde4d09986d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:05.760680 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-b80c91e1-598c-45ec-8294-bfde4d09986d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d738eb70-1472-4f99-866f-dd0763b20008 HTTP/1.1" status: 204 len: 168 time: 0.3745444 Jul 29 09:52:05.806081 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c91e1-598c-45ec-8294-bfde4d09986d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d738eb70-1472-4f99-866f-dd0763b20008,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:05.892579 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port 3f4b32b4-808f-42ce-8a8e-4d8278555660 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:52:05.905870 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 3f4b32b4-808f-42ce-8a8e-4d8278555660 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:52:05.906543 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:05.961117 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:06.017609 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-f743f948-bd50-4773-9c45-efa08cfe2896 None None] Provisioning complete for port 72294c3e-cfcb-4e65-b0a6-522262f2de32 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:52:06.018277 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f743f948-bd50-4773-9c45-efa08cfe2896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:06.019912 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4712a3-1227-4d1c-a81c-6fccf2f1cd00 None None] Pushing event updated for resources: {'Port': ['ID=818b383f-ee7b-4907-8014-672315909dd2,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:06.063260 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c697b-0cc4-4023-a8a3-f9e75fb84d1a req-a40a6e5e-9700-46b4-9346-01ba3ff7a948 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:06.066582 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-466c697b-0cc4-4023-a8a3-f9e75fb84d1a req-a40a6e5e-9700-46b4-9346-01ba3ff7a948 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.1115923 Jul 29 09:52:06.068750 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=72294c3e-cfcb-4e65-b0a6-522262f2de32,revision_number=3']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:06.087454 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b078116-92e8-49ca-8331-90e6abc1da49', 'name': 'tempest-TestShelveInstance-1879336194-router', 'tenant_id': 'f6df98026c8146a2ba2573ddb96133b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '818b383f-ee7b-4907-8014-672315909dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:52:00Z', 'updated_at': '2021-07-29T09:52:01Z', 'revision_number': 3, 'project_id': 'f6df98026c8146a2ba2573ddb96133b9', 'gw_port': {'id': '818b383f-ee7b-4907-8014-672315909dd2', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b078116-92e8-49ca-8331-90e6abc1da49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:52:01Z', 'updated_at': '2021-07-29T09:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:52:06.165115 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-466c697b-0cc4-4023-a8a3-f9e75fb84d1a req-fba64d69-f723-4be6-858a-44c7f46108ec tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715578 Jul 29 09:52:06.178170 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f4aaf0-ca43-4200-a7ac-a27148735c06 None None] The sync data for ids ['7b078116-92e8-49ca-8331-90e6abc1da49'] in dv-cinder-788253-4-iscsi is: [{'id': '7b078116-92e8-49ca-8331-90e6abc1da49', 'name': 'tempest-TestShelveInstance-1879336194-router', 'tenant_id': 'f6df98026c8146a2ba2573ddb96133b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '818b383f-ee7b-4907-8014-672315909dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:52:00Z', 'updated_at': '2021-07-29T09:52:01Z', 'revision_number': 3, 'project_id': 'f6df98026c8146a2ba2573ddb96133b9', 'gw_port': {'id': '818b383f-ee7b-4907-8014-672315909dd2', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b078116-92e8-49ca-8331-90e6abc1da49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:52:01Z', 'updated_at': '2021-07-29T09:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:52:06.260813 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:06.262215 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e8a6d5fa-f1cd-4b83-b184-a028d14baa35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:06.280022 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e8a6d5fa-f1cd-4b83-b184-a028d14baa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:06.337078 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-f743f948-bd50-4773-9c45-efa08cfe2896 None None] Provisioning for port c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:52:06.345325 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-f743f948-bd50-4773-9c45-efa08cfe2896 None None] Provisioning complete for port c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:52:06.345922 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f743f948-bd50-4773-9c45-efa08cfe2896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:06.351734 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port 3f4b32b4-808f-42ce-8a8e-4d8278555660, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=3f4b32b4-808f-42ce-8a8e-4d8278555660,segment=NetworkSegment(3aa5b6d6-24e0-444b-89e0-1c39745cfee1),segment_id=3aa5b6d6-24e0-444b-89e0-1c39745cfee1)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:52:06.368550 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-812d1e39-09b5-4be5-a82f-bf5cb41a8a30 req-97be7f7d-5d17-40e2-a874-6f89a9a8cf30 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 210 time: 0.0517111 Jul 29 09:52:06.377575 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:06.426267 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:06.461933 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:06.462675 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717411'] for router_interface, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:06.502008 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-f743f948-bd50-4773-9c45-efa08cfe2896 None None] Port c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:52:06.513670 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-e8a6d5fa-f1cd-4b83-b184-a028d14baa35 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dc40eb97e98f4ac2a512b93d9abe8fed&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0858335 Jul 29 09:52:06.517006 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 34146) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:06.530667 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 72294c3e-cfcb-4e65-b0a6-522262f2de32 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:52:06.561502 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6d5fa-f1cd-4b83-b184-a028d14baa35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfdf11c-a8d6-43e1-9371-016ad73c9bd8,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:06.561954 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 34148) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:06.579999 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c5b7cd61-5cb1-4f9f-8755-217ae495b7e0,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:06.586197 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=3f4b32b4-808f-42ce-8a8e-4d8278555660,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:06.630490 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-122486cf-6b07-4df2-bf56-cb6bfec81dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:06.636258 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] Network 078041d3-e8d6-45e9-ad04-4c3fd364adb2 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:52:06.638913 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:52:06.664489 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-54124d4c-9823-498a-808c-e4794fa05172 None None] Provisioning complete for port c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:52:06.665406 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-54124d4c-9823-498a-808c-e4794fa05172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:06.746570 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 72294c3e-cfcb-4e65-b0a6-522262f2de32 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:52:06.747918 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:06.759971 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-67d1766d-d4c8-465c-add0-f68a6244662c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:06.806488 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-67d1766d-d4c8-465c-add0-f68a6244662c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:06.809643 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-54124d4c-9823-498a-808c-e4794fa05172 None None] Port c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:52:06.874198 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] Router 7b078116-92e8-49ca-8331-90e6abc1da49 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 09:52:06.884383 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-67d1766d-d4c8-465c-add0-f68a6244662c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:06.887956 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-67d1766d-d4c8-465c-add0-f68a6244662c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:06.889208 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-67d1766d-d4c8-465c-add0-f68a6244662c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0bfdf11c-a8d6-43e1-9371-016ad73c9bd8 HTTP/1.1" status: 204 len: 168 time: 0.3702664 Jul 29 09:52:06.902569 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1766d-d4c8-465c-add0-f68a6244662c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfdf11c-a8d6-43e1-9371-016ad73c9bd8,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:06.977711 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-122486cf-6b07-4df2-bf56-cb6bfec81dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:06.988204 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-122486cf-6b07-4df2-bf56-cb6bfec81dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:07.046848 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122486cf-6b07-4df2-bf56-cb6bfec81dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abda13f7-e74f-4396-b366-c5b4434f3129,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:07.055257 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-122486cf-6b07-4df2-bf56-cb6bfec81dbf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1dbe118260ff4cd2a3a309dddc5db7c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4916825 Jul 29 09:52:07.055477 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 34156) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:07.114780 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:52:07.129565 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-7ccb6776-485d-4756-b701-25215c6a60d3 admin admin] 10.222.0.78 "PUT /v2.0/routers/7b078116-92e8-49ca-8331-90e6abc1da49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2021792 Jul 29 09:52:07.144976 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-35c8a1da-a259-4d5b-b1f9-400017c5cc8f None None] Provisioning complete for port c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:52:07.145334 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-35c8a1da-a259-4d5b-b1f9-400017c5cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:07.156377 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aa73987f-200c-441e-ba92-9752a32166af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:07.219772 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aa73987f-200c-441e-ba92-9752a32166af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:07.224753 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-35c8a1da-a259-4d5b-b1f9-400017c5cc8f None None] Port c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:52:07.302715 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aa73987f-200c-441e-ba92-9752a32166af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:07.305926 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aa73987f-200c-441e-ba92-9752a32166af admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:07.309629 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-aa73987f-200c-441e-ba92-9752a32166af admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/abda13f7-e74f-4396-b366-c5b4434f3129 HTTP/1.1" status: 204 len: 168 time: 0.2492843 Jul 29 09:52:07.321014 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73987f-200c-441e-ba92-9752a32166af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abda13f7-e74f-4396-b366-c5b4434f3129,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:07.372481 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af71426-e4be-42ea-9a2d-c7ec398b3835 req-504f7215-37c0-44f1-a7d9-d86a32b278e9 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:07.377562 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4af71426-e4be-42ea-9a2d-c7ec398b3835 req-504f7215-37c0-44f1-a7d9-d86a32b278e9 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.1087570 Jul 29 09:52:07.427941 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4af71426-e4be-42ea-9a2d-c7ec398b3835 req-e61d3fc6-9813-4516-92da-3ab2e124332e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431459 Jul 29 09:52:07.510362 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 34172) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:07.524745 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-64598164-5074-45c2-a235-536706c7c59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:07.656253 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-64598164-5074-45c2-a235-536706c7c59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:07.661402 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-64598164-5074-45c2-a235-536706c7c59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:07.706205 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-64598164-5074-45c2-a235-536706c7c59b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6961fed63d814b59a54ad72774c44d85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942854 Jul 29 09:52:07.707036 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64598164-5074-45c2-a235-536706c7c59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60b07e7-fb04-429d-a054-b698ff6e2706,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:07.708569 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 34178) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:07.774021 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-95fc4206-b148-4015-a8ff-b944ef23e8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:07.798988 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-95fc4206-b148-4015-a8ff-b944ef23e8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:07.863914 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-95fc4206-b148-4015-a8ff-b944ef23e8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:07.867359 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-95fc4206-b148-4015-a8ff-b944ef23e8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:07.868582 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-95fc4206-b148-4015-a8ff-b944ef23e8a0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d60b07e7-fb04-429d-a054-b698ff6e2706 HTTP/1.1" status: 204 len: 168 time: 0.1589797 Jul 29 09:52:07.880757 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc4206-b148-4015-a8ff-b944ef23e8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60b07e7-fb04-429d-a054-b698ff6e2706,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:07.891338 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 34182) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:07.906514 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d9e8b9c1-bcd4-461f-b75c-2b739750d2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.093429 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d9e8b9c1-bcd4-461f-b75c-2b739750d2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.094790 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 34186) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:08.107404 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-0bae1404-6680-47bf-9ceb-3e6302064764 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1575634840', 'description': 'tempest-secgroup-smoke-1575634840 description', 'project_id': '147b9f51d3f941a6a9a6089a8002c50c'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:52:08.115929 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d9e8b9c1-bcd4-461f-b75c-2b739750d2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.188767 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8b9c1-bcd4-461f-b75c-2b739750d2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348a04a7-2e7b-4787-affc-ea3f6cbf1f12,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:08.194188 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-d9e8b9c1-bcd4-461f-b75c-2b739750d2ed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4b9589f5b8b14a2ca00ac014c7e7be8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017027 Jul 29 09:52:08.195714 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0bae1404-6680-47bf-9ceb-3e6302064764 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.198524 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 34190) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:08.204684 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6e8ba045-effb-4588-8de0-81845122e7ca req-02a758ed-2d17-4a43-98f6-9b39e4583c35 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 210 time: 0.0315595 Jul 29 09:52:08.285934 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b3cc37a3-c397-4369-a841-2dba5b5c68b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.323777 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b3cc37a3-c397-4369-a841-2dba5b5c68b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.415278 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0bae1404-6680-47bf-9ceb-3e6302064764 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.424584 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0bae1404-6680-47bf-9ceb-3e6302064764 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.490231 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b3cc37a3-c397-4369-a841-2dba5b5c68b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.493928 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b3cc37a3-c397-4369-a841-2dba5b5c68b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.499509 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-b3cc37a3-c397-4369-a841-2dba5b5c68b7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/348a04a7-2e7b-4787-affc-ea3f6cbf1f12 HTTP/1.1" status: 204 len: 168 time: 0.2955503 Jul 29 09:52:08.499509 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae1404-6680-47bf-9ceb-3e6302064764 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac92b539-d301-46f2-9fde-83b0fb0e068e,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:08.513685 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc37a3-c397-4369-a841-2dba5b5c68b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348a04a7-2e7b-4787-affc-ea3f6cbf1f12,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:08.517678 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0bae1404-6680-47bf-9ceb-3e6302064764 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.518196 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.520331 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-0bae1404-6680-47bf-9ceb-3e6302064764 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4211338 Jul 29 09:52:08.525295 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 34204) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:08.532665 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-46e00b3a-1a60-47d5-80ca-7721992464f8 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Request body: {'security_group_rule': {'security_group_id': 'ac92b539-d301-46f2-9fde-83b0fb0e068e', 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:52:08.612762 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-46e00b3a-1a60-47d5-80ca-7721992464f8 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.620663 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Sync routers for ids ['7b078116-92e8-49ca-8331-90e6abc1da49'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:52:08.635220 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Routers {'7b078116-92e8-49ca-8331-90e6abc1da49'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:52:08.636153 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:51:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7b078116-92e8-49ca-8331-90e6abc1da49'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:52:08.660362 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333bf37-78a4-4231-b65f-dd3655e0f148 req-9f602766-7a30-4445-8da4-5b50b2623d54 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:08.668001 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5333bf37-78a4-4231-b65f-dd3655e0f148 req-9f602766-7a30-4445-8da4-5b50b2623d54 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.1083190 Jul 29 09:52:08.727959 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-46e00b3a-1a60-47d5-80ca-7721992464f8 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.744385 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-46e00b3a-1a60-47d5-80ca-7721992464f8 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.783276 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5333bf37-78a4-4231-b65f-dd3655e0f148 req-287d5d32-9595-493b-b27b-baff2f12c5a7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143062 Jul 29 09:52:08.796701 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e00b3a-1a60-47d5-80ca-7721992464f8 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb60cbe-6ff3-47dc-9d54-cd6da8edfa4a,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:08.802012 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-46e00b3a-1a60-47d5-80ca-7721992464f8 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.807988 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-46e00b3a-1a60-47d5-80ca-7721992464f8 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2764034 Jul 29 09:52:08.808628 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 34212) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:08.812822 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-2d026d44-679f-49a3-a8e4-b477d9f55334 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Request body: {'security_group_rule': {'security_group_id': 'ac92b539-d301-46f2-9fde-83b0fb0e068e', 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:52:08.820833 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 818b383f-ee7b-4907-8014-672315909dd2 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:52:08.849726 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2d026d44-679f-49a3-a8e4-b477d9f55334 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.889451 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Set router 7b078116-92e8-49ca-8331-90e6abc1da49 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:52:08.937740 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port 818b383f-ee7b-4907-8014-672315909dd2 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:52:08.939918 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2d026d44-679f-49a3-a8e4-b477d9f55334 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.944104 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2d026d44-679f-49a3-a8e4-b477d9f55334 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.948383 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 818b383f-ee7b-4907-8014-672315909dd2 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:52:08.949048 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.973606 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d026d44-679f-49a3-a8e4-b477d9f55334 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda68c61-4ff0-4c5e-b8f0-400cd006e52b,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:08.991457 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2d026d44-679f-49a3-a8e4-b477d9f55334 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:08.993116 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-2d026d44-679f-49a3-a8e4-b477d9f55334 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1845272 Jul 29 09:52:08.995919 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 34218) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:09.003203 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-b3087ff1-1116-4565-8c30-78a2e2000728 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Request body: {'security_group_rule': {'security_group_id': 'ac92b539-d301-46f2-9fde-83b0fb0e068e', 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:52:09.046250 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b3087ff1-1116-4565-8c30-78a2e2000728 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.152849 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.182626 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port 818b383f-ee7b-4907-8014-672315909dd2, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=818b383f-ee7b-4907-8014-672315909dd2,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:52:09.192137 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b3087ff1-1116-4565-8c30-78a2e2000728 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.198703 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.199525 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 3f4b32b4-808f-42ce-8a8e-4d8278555660 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:52:09.207132 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b3087ff1-1116-4565-8c30-78a2e2000728 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.230807 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3087ff1-1116-4565-8c30-78a2e2000728 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1576d382-db73-4fa4-9112-a9814b3e9294,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:09.244549 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b3087ff1-1116-4565-8c30-78a2e2000728 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.251320 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 34232) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:09.259140 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-0be41f55-19e5-439a-b066-03ffb2692d6d tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Request body: {'security_group_rule': {'security_group_id': 'ac92b539-d301-46f2-9fde-83b0fb0e068e', 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:52:09.265435 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-b3087ff1-1116-4565-8c30-78a2e2000728 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2675896 Jul 29 09:52:09.290144 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b078116-92e8-49ca-8331-90e6abc1da49', 'name': 'tempest-TestShelveInstance-1879336194-router', 'tenant_id': 'f6df98026c8146a2ba2573ddb96133b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '818b383f-ee7b-4907-8014-672315909dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:52:00Z', 'updated_at': '2021-07-29T09:52:05Z', 'revision_number': 4, 'project_id': 'f6df98026c8146a2ba2573ddb96133b9', 'gw_port': {'id': '818b383f-ee7b-4907-8014-672315909dd2', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b078116-92e8-49ca-8331-90e6abc1da49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:52:01Z', 'updated_at': '2021-07-29T09:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': 'c5b7cd61-5cb1-4f9f-8755-217ae495b7e0', 'name': '', 'network_id': '078041d3-e8d6-45e9-ad04-4c3fd364adb2', 'tenant_id': 'f6df98026c8146a2ba2573ddb96133b9', 'mac_address': 'fa:16:3e:c1:a8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b078116-92e8-49ca-8331-90e6abc1da49', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9bd1180a-a6cb-4a39-ad17-b3048661d748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:52:04Z', 'updated_at': '2021-07-29T09:52:06Z', 'revision_number': 2, 'project_id': 'f6df98026c8146a2ba2573ddb96133b9', 'subnets': [{'id': '9bd1180a-a6cb-4a39-ad17-b3048661d748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:52:09.319462 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0be41f55-19e5-439a-b066-03ffb2692d6d tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.347460 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cab5b960-292b-4449-9cba-58ee39c3a10f req-e3aac918-5696-4191-8cd2-d398576ca463 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 210 time: 0.0557683 Jul 29 09:52:09.347937 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Checking router: 7b078116-92e8-49ca-8331-90e6abc1da49 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:52:09.348508 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Updating router 7b078116-92e8-49ca-8331-90e6abc1da49 port c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 binding host dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 09:52:09.353799 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=818b383f-ee7b-4907-8014-672315909dd2,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:09.386179 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 3f4b32b4-808f-42ce-8a8e-4d8278555660 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:52:09.386791 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.392532 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.433145 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0be41f55-19e5-439a-b066-03ffb2692d6d tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.438676 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0be41f55-19e5-439a-b066-03ffb2692d6d tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.461745 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be41f55-19e5-439a-b066-03ffb2692d6d tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed444e7-a1a4-4b47-960b-ae094efa6767,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:09.476410 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0be41f55-19e5-439a-b066-03ffb2692d6d tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.479526 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-0be41f55-19e5-439a-b066-03ffb2692d6d tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2265546 Jul 29 09:52:09.482486 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 34240) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:09.490468 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-578694ae-53f1-46fc-8005-88c62706eb2e tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Request body: {'security_group_rule': {'security_group_id': 'ac92b539-d301-46f2-9fde-83b0fb0e068e', 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:52:09.520479 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.securitygroups_db [None req-578694ae-53f1-46fc-8005-88c62706eb2e tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Project 147b9f51d3f941a6a9a6089a8002c50c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 09:52:09.528332 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-578694ae-53f1-46fc-8005-88c62706eb2e tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.614033 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-578694ae-53f1-46fc-8005-88c62706eb2e tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.619924 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-578694ae-53f1-46fc-8005-88c62706eb2e tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.647841 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578694ae-53f1-46fc-8005-88c62706eb2e tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3eef1c-156e-463c-87f0-1fcc7630aad2,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:09.664489 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-578694ae-53f1-46fc-8005-88c62706eb2e tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.669302 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-578694ae-53f1-46fc-8005-88c62706eb2e tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1845875 Jul 29 09:52:09.671009 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 34252) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:09.675783 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-0898f78b-f2a6-448e-bb0b-7930d46c33a9 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Request body: {'security_group_rule': {'security_group_id': 'ac92b539-d301-46f2-9fde-83b0fb0e068e', 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:52:09.713928 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.securitygroups_db [None req-0898f78b-f2a6-448e-bb0b-7930d46c33a9 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Project 147b9f51d3f941a6a9a6089a8002c50c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 09:52:09.723382 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0898f78b-f2a6-448e-bb0b-7930d46c33a9 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.831315 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0898f78b-f2a6-448e-bb0b-7930d46c33a9 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.836799 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Notify callbacks [] for port, precommit_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.839224 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0898f78b-f2a6-448e-bb0b-7930d46c33a9 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.858633 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Transition to ACTIVE for port object c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 will not be triggered until provisioned by entity L2. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:52:09.868040 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.906315 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898f78b-f2a6-448e-bb0b-7930d46c33a9 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63266e8-4f6b-44a7-a48e-2900b7c9dae6,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:09.912025 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0898f78b-f2a6-448e-bb0b-7930d46c33a9 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:09.922778 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-0898f78b-f2a6-448e-bb0b-7930d46c33a9 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2412598 Jul 29 09:52:09.969084 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23f0fb-7477-42e9-8051-3cb6d1d955cb None None] Pushing event updated for resources: {'Port': ['ID=c5b7cd61-5cb1-4f9f-8755-217ae495b7e0,revision_number=3']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:10.042490 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149acfc-68c0-4c83-aafa-f17ad9aec0a5 req-b5c108fc-f280-4f2b-b180-1015d81d1f6b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:10.053647 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b149acfc-68c0-4c83-aafa-f17ad9aec0a5 req-b5c108fc-f280-4f2b-b180-1015d81d1f6b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.1133604 Jul 29 09:52:10.148922 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b149acfc-68c0-4c83-aafa-f17ad9aec0a5 req-a034f138-fe54-41f3-a790-1c24b6350c83 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816612 Jul 29 09:52:10.221789 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Attempting to bind port c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:52:10.222128 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Attempting to bind port c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '18b97382-4cf4-437c-b7cd-ec28ad826d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '078041d3-e8d6-45e9-ad04-4c3fd364adb2'}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:52:10.222412 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Attempting to bind port c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 on network 078041d3-e8d6-45e9-ad04-4c3fd364adb2 {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:52:10.230726 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:52:10.231043 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Checking segment: {'id': '18b97382-4cf4-437c-b7cd-ec28ad826d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '078041d3-e8d6-45e9-ad04-4c3fd364adb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:52:10.231455 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:10.231968 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Bound using segment: {'id': '18b97382-4cf4-437c-b7cd-ec28ad826d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '078041d3-e8d6-45e9-ad04-4c3fd364adb2'} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:52:10.232541 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Bound port: c5b7cd61-5cb1-4f9f-8755-217ae495b7e0, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b97382-4cf4-437c-b7cd-ec28ad826d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '078041d3-e8d6-45e9-ad04-4c3fd364adb2'}}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:52:10.236340 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:10.306909 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-38a37684-bf27-4afe-9d6e-534f6aa27262 req-0060b957-f9aa-46e9-8c52-47de890e900a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1565955 Jul 29 09:52:10.351076 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] For port c5b7cd61-5cb1-4f9f-8755-217ae495b7e0, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:52:10.358730 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] For port c5b7cd61-5cb1-4f9f-8755-217ae495b7e0, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=c5b7cd61-5cb1-4f9f-8755-217ae495b7e0,segment=NetworkSegment(18b97382-4cf4-437c-b7cd-ec28ad826d84),segment_id=18b97382-4cf4-437c-b7cd-ec28ad826d84)] {{(pid=104730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:52:10.366229 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:10.579031 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23f0fb-7477-42e9-8051-3cb6d1d955cb None None] Pushing event updated for resources: {'Port': ['ID=c5b7cd61-5cb1-4f9f-8755-217ae495b7e0,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:10.636780 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Routers {'7b078116-92e8-49ca-8331-90e6abc1da49'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:52:10.640063 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:51:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7b078116-92e8-49ca-8331-90e6abc1da49'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:52:10.702270 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-097d45be-8c06-4fd0-b153-833efcd31257 req-7a8a3739-1b0f-4ea3-979e-15760d09533c tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 210 time: 0.1620803 Jul 29 09:52:10.740126 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 818b383f-ee7b-4907-8014-672315909dd2 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:52:10.755627 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a37684-bf27-4afe-9d6e-534f6aa27262 req-b2257497-09ff-4997-8381-ed2b685ce5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:10.758431 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-38a37684-bf27-4afe-9d6e-534f6aa27262 req-b2257497-09ff-4997-8381-ed2b685ce5c3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ffa878d0aac14ae987b17e465ad1769e&device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 1098 time: 0.3461394 Jul 29 09:52:10.924406 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a37684-bf27-4afe-9d6e-534f6aa27262 req-14af492f-053b-4310-be76-e8191902966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:10.928459 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-38a37684-bf27-4afe-9d6e-534f6aa27262 req-14af492f-053b-4310-be76-e8191902966a service neutron] 10.222.0.89 "GET /v2.0/networks?id=4a43051e-9405-4d7d-b1d4-41bec9856a1d HTTP/1.1" status: 200 len: 920 time: 0.1404672 Jul 29 09:52:11.009114 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-38a37684-bf27-4afe-9d6e-534f6aa27262 req-b07b43cb-7574-4db1-a7e9-880c4d2cddf5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71d634be-ce6b-4f1e-8d92-b9a3145dd465 HTTP/1.1" status: 200 len: 217 time: 0.0617604 Jul 29 09:52:11.087233 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a37684-bf27-4afe-9d6e-534f6aa27262 req-6487ceb5-bd8e-4434-9b31-ce967173777f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:11.092393 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-38a37684-bf27-4afe-9d6e-534f6aa27262 req-6487ceb5-bd8e-4434-9b31-ce967173777f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94ad0de8-8eb3-4402-86a4-0707bcb79a43 HTTP/1.1" status: 200 len: 858 time: 0.0750880 Jul 29 09:52:11.169887 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-38a37684-bf27-4afe-9d6e-534f6aa27262 req-bdbfed07-da03-401c-8b22-04241b004d65 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4a43051e-9405-4d7d-b1d4-41bec9856a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457377 Jul 29 09:52:11.371005 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] Set router 7b078116-92e8-49ca-8331-90e6abc1da49 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:52:11.430087 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-f362ac6e-d94c-4cf2-b6d9-fac2af71c244 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:11.434415 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-f362ac6e-d94c-4cf2-b6d9-fac2af71c244 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.89 "GET /v2.0/networks?id=dac5ff62-90fc-4b95-8a2d-ffca9137865b HTTP/1.1" status: 200 len: 814 time: 0.2755299 Jul 29 09:52:11.472681 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-a9e4a65c-2883-430e-92a2-837dd7399b2d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Request body: {'port': {'device_id': 'c0d291cd-7bab-4784-ae8c-9a8910895c88', 'network_id': 'dac5ff62-90fc-4b95-8a2d-ffca9137865b', 'admin_state_up': True, 'tenant_id': '9c3298aa89f4466e9ed8aca4a91d674a'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:52:11.501927 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 818b383f-ee7b-4907-8014-672315909dd2 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:52:11.501927 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:11.549899 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-38a37684-bf27-4afe-9d6e-534f6aa27262 req-cea5a6ae-60ea-4d9d-9aaf-7f05833bab9c service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516037 Jul 29 09:52:11.558284 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7f9ac-a40a-44f6-9109-d390ced1d267 req-6b17f0ac-7d1c-4ca1-b9f3-c93706875b0b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:11.571275 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-06b7f9ac-a40a-44f6-9109-d390ced1d267 req-6b17f0ac-7d1c-4ca1-b9f3-c93706875b0b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.2227864 Jul 29 09:52:11.759652 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-06b7f9ac-a40a-44f6-9109-d390ced1d267 req-866916ed-6411-4124-ba95-c3288118170f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825557 Jul 29 09:52:11.860069 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b078116-92e8-49ca-8331-90e6abc1da49', 'name': 'tempest-TestShelveInstance-1879336194-router', 'tenant_id': 'f6df98026c8146a2ba2573ddb96133b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '818b383f-ee7b-4907-8014-672315909dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:52:00Z', 'updated_at': '2021-07-29T09:52:05Z', 'revision_number': 4, 'project_id': 'f6df98026c8146a2ba2573ddb96133b9', 'gw_port': {'id': '818b383f-ee7b-4907-8014-672315909dd2', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b078116-92e8-49ca-8331-90e6abc1da49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:52:01Z', 'updated_at': '2021-07-29T09:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': 'c5b7cd61-5cb1-4f9f-8755-217ae495b7e0', 'name': '', 'network_id': '078041d3-e8d6-45e9-ad04-4c3fd364adb2', 'tenant_id': 'f6df98026c8146a2ba2573ddb96133b9', 'mac_address': 'fa:16:3e:c1:a8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b078116-92e8-49ca-8331-90e6abc1da49', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9bd1180a-a6cb-4a39-ad17-b3048661d748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:52:04Z', 'updated_at': '2021-07-29T09:52:10Z', 'revision_number': 4, 'project_id': 'f6df98026c8146a2ba2573ddb96133b9', 'subnets': [{'id': '9bd1180a-a6cb-4a39-ad17-b3048661d748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:52:11.860389 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-a9e4a65c-2883-430e-92a2-837dd7399b2d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Made reservation on behalf of 9c3298aa89f4466e9ed8aca4a91d674a for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:52:11.866322 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-a9e4a65c-2883-430e-92a2-837dd7399b2d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:11.896923 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb162eb6-40f6-4ff4-a3f2-20250c3bcb24 None None] The sync data for ids ['7b078116-92e8-49ca-8331-90e6abc1da49'] in dv-cinder-788253-4-iscsi is: [{'id': '7b078116-92e8-49ca-8331-90e6abc1da49', 'name': 'tempest-TestShelveInstance-1879336194-router', 'tenant_id': 'f6df98026c8146a2ba2573ddb96133b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '818b383f-ee7b-4907-8014-672315909dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:52:00Z', 'updated_at': '2021-07-29T09:52:05Z', 'revision_number': 4, 'project_id': 'f6df98026c8146a2ba2573ddb96133b9', 'gw_port': {'id': '818b383f-ee7b-4907-8014-672315909dd2', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b078116-92e8-49ca-8331-90e6abc1da49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:52:01Z', 'updated_at': '2021-07-29T09:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': 'c5b7cd61-5cb1-4f9f-8755-217ae495b7e0', 'name': '', 'network_id': '078041d3-e8d6-45e9-ad04-4c3fd364adb2', 'tenant_id': 'f6df98026c8146a2ba2573ddb96133b9', 'mac_address': 'fa:16:3e:c1:a8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b078116-92e8-49ca-8331-90e6abc1da49', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9bd1180a-a6cb-4a39-ad17-b3048661d748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:52:04Z', 'updated_at': '2021-07-29T09:52:10Z', 'revision_number': 4, 'project_id': 'f6df98026c8146a2ba2573ddb96133b9', 'subnets': [{'id': '9bd1180a-a6cb-4a39-ad17-b3048661d748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:52:11.902079 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a20a54a0-adbe-47c2-9720-325329338c69 req-b6a52ae5-8432-4c12-87f8-536ea8f87c84 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 210 time: 0.0842876 Jul 29 09:52:11.928304 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-38a37684-bf27-4afe-9d6e-534f6aa27262 req-e7d2b1dd-f33e-4ad2-93e3-1db81025bb52 service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538475 Jul 29 09:52:12.106331 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-a9e4a65c-2883-430e-92a2-837dd7399b2d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Allocated IP 172.20.0.6 (dac5ff62-90fc-4b95-8a2d-ffca9137865b/ecea429a-7e5a-4a4b-95d6-4910f6311788/1f0074d6-2c48-42c6-92ba-dcb4161f4f8e) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:52:12.473837 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-a9e4a65c-2883-430e-92a2-837dd7399b2d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:12.521921 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:52:12.522522 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-a9e4a65c-2883-430e-92a2-837dd7399b2d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:12.572439 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-a9e4a65c-2883-430e-92a2-837dd7399b2d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Network dac5ff62-90fc-4b95-8a2d-ffca9137865b is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:52:12.576894 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:52:12.577563 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-a9e4a65c-2883-430e-92a2-837dd7399b2d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:52:12.581295 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-a9e4a65c-2883-430e-92a2-837dd7399b2d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:52:12.583952 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:52:12.584672 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:12.586900 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-a9e4a65c-2883-430e-92a2-837dd7399b2d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:12.587547 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-a9e4a65c-2883-430e-92a2-837dd7399b2d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:12.623043 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4a65c-2883-430e-92a2-837dd7399b2d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Pushing event updated for resources: {'Port': ['ID=1f0074d6-2c48-42c6-92ba-dcb4161f4f8e,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:12.634171 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-a9e4a65c-2883-430e-92a2-837dd7399b2d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1688826 Jul 29 09:52:12.654823 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Request body: {'port': {'device_id': 'c0d291cd-7bab-4784-ae8c-9a8910895c88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:52:12.687332 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:12.726232 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:12.741456 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port c5b7cd61-5cb1-4f9f-8755-217ae495b7e0, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=c5b7cd61-5cb1-4f9f-8755-217ae495b7e0,segment=NetworkSegment(18b97382-4cf4-437c-b7cd-ec28ad826d84),segment_id=18b97382-4cf4-437c-b7cd-ec28ad826d84)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:52:12.747067 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:12.821012 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=c5b7cd61-5cb1-4f9f-8755-217ae495b7e0,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:12.923229 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b394f-1979-4b9d-a1b8-f1b01b296161 req-80c81e0f-6e50-4065-a9dc-ef9edf911eca tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:12.924913 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bd6b394f-1979-4b9d-a1b8-f1b01b296161 req-80c81e0f-6e50-4065-a9dc-ef9edf911eca tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0663683 Jul 29 09:52:12.985012 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bd6b394f-1979-4b9d-a1b8-f1b01b296161 req-7e6dcba3-d0ab-4d25-a679-737e5e15af72 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371768 Jul 29 09:52:13.062058 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416ac7b-b3f6-4af4-84f8-762a87b0dc0b req-5ab2aeb6-aba0-4476-b5ef-3f5819e21405 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:13.064139 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4416ac7b-b3f6-4af4-84f8-762a87b0dc0b req-5ab2aeb6-aba0-4476-b5ef-3f5819e21405 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 931 time: 0.0625854 Jul 29 09:52:13.092133 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:52:13.101346 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:13.116762 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Transition to ACTIVE for port object 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:52:13.122295 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:13.152136 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4416ac7b-b3f6-4af4-84f8-762a87b0dc0b req-6de8be89-e2e0-461c-97ba-7dde2b83f654 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817246 Jul 29 09:52:13.180434 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2e671-b6d2-407c-b8b7-34c2ccaef8e4 req-149c11af-2126-4529-9680-fedeb0056dd7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:13.182623 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4cb2e671-b6d2-407c-b8b7-34c2ccaef8e4 req-149c11af-2126-4529-9680-fedeb0056dd7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.1135018 Jul 29 09:52:13.213565 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Pushing event updated for resources: {'Port': ['ID=1f0074d6-2c48-42c6-92ba-dcb4161f4f8e,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:13.217040 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Attempting to bind port 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:52:13.217390 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Attempting to bind port 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'dac5ff62-90fc-4b95-8a2d-ffca9137865b'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:52:13.217949 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Attempting to bind port 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e on network dac5ff62-90fc-4b95-8a2d-ffca9137865b {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:52:13.226063 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Port 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e on network dac5ff62-90fc-4b95-8a2d-ffca9137865b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 09:52:13.226381 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Attempting to bind port 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e on network dac5ff62-90fc-4b95-8a2d-ffca9137865b {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:52:13.233294 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:52:13.233724 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Checking segment: {'id': '2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'dac5ff62-90fc-4b95-8a2d-ffca9137865b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:52:13.234201 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Bound using segment: {'id': '2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'dac5ff62-90fc-4b95-8a2d-ffca9137865b'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:52:13.234666 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Bound port: 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'dac5ff62-90fc-4b95-8a2d-ffca9137865b'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:52:13.235025 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:13.268947 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4cb2e671-b6d2-407c-b8b7-34c2ccaef8e4 req-fdade5f5-a8e3-407b-b6a4-dee18b9db310 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715578 Jul 29 09:52:13.345270 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] For port 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e, host hv-cinder-78825, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:52:13.352093 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] For port 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1f0074d6-2c48-42c6-92ba-dcb4161f4f8e,segment=NetworkSegment(2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c),segment_id=2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:52:13.360479 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:13.399865 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:13.400567 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:13.400567 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] 10.222.0.89 "PUT /v2.0/ports/1f0074d6-2c48-42c6-92ba-dcb4161f4f8e HTTP/1.1" status: 200 len: 1093 time: 0.7526340 Jul 29 09:52:13.400567 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d291cd-7bab-4784-ae8c-9a8910895c88', 'tag': '1f0074d6-2c48-42c6-92ba-dcb4161f4f8e'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:52:13.405850 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c91cb6-c081-4ed8-9dfd-8a61451d604b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d291cd-7bab-4784-ae8c-9a8910895c88", "tag": "1f0074d6-2c48-42c6-92ba-dcb4161f4f8e"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:52:13.459105 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b47b49-7121-4cc1-a62c-283e70d0130a service neutron] Pushing event updated for resources: {'Port': ['ID=1f0074d6-2c48-42c6-92ba-dcb4161f4f8e,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:13.545754 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 09:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e898f954-2836-4f2d-ab80-c46ce5aa3ea7 x-openstack-request-id: req-e898f954-2836-4f2d-ab80-c46ce5aa3ea7 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:52:13.546384 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d291cd-7bab-4784-ae8c-9a8910895c88", "tag": "1f0074d6-2c48-42c6-92ba-dcb4161f4f8e", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:52:13.546384 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e898f954-2836-4f2d-ab80-c46ce5aa3ea7 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:52:13.546774 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d291cd-7bab-4784-ae8c-9a8910895c88', 'tag': '1f0074d6-2c48-42c6-92ba-dcb4161f4f8e', 'status': 'completed', 'code': 200} Jul 29 09:52:13.574618 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-7ea18b46-fcd5-4aa4-a9b8-ab5815cb6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:13.578316 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-7ea18b46-fcd5-4aa4-a9b8-ab5815cb6b7d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c3298aa89f4466e9ed8aca4a91d674a&device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 1096 time: 0.0755637 Jul 29 09:52:13.670421 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-df8aaa2c-da73-4cae-88e4-59c566716160 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f0074d6-2c48-42c6-92ba-dcb4161f4f8e HTTP/1.1" status: 200 len: 217 time: 0.0764134 Jul 29 09:52:13.753338 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-d973efde-dbf8-48fa-a34e-2744f0f7e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:13.755836 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-d973efde-dbf8-48fa-a34e-2744f0f7e565 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ecea429a-7e5a-4a4b-95d6-4910f6311788 HTTP/1.1" status: 200 len: 854 time: 0.0768523 Jul 29 09:52:13.820738 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-ee80bf7c-2f6a-4e9b-9b97-ffc7d6f94f4b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dac5ff62-90fc-4b95-8a2d-ffca9137865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552752 Jul 29 09:52:13.982633 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-e5b86b97-b053-42dc-a47c-fd353344e385 service neutron] 10.222.0.89 "GET /v2.0/networks/dac5ff62-90fc-4b95-8a2d-ffca9137865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528566 Jul 29 09:52:14.238687 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-14f453fc-6f2f-4357-8304-ef74c69dc1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:14.304218 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe28b9-fee5-4bda-a488-b7f87d670f9d req-f892b578-9379-4813-ba75-6bdfc607074d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:14.305911 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5abe28b9-fee5-4bda-a488-b7f87d670f9d req-f892b578-9379-4813-ba75-6bdfc607074d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 943 time: 0.0613997 Jul 29 09:52:14.346953 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5abe28b9-fee5-4bda-a488-b7f87d670f9d req-0db42449-267a-4634-8099-84c3ccc1d3af tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347610 Jul 29 09:52:14.454885 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:52:14.510646 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:52:14.511184 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:15.432800 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fdb6b2b9-125a-4cc7-a462-53f41e13e46d req-8b1f3fd7-e2aa-4988-8f38-827671b95c1e service neutron] 10.222.0.89 "GET /v2.0/networks/dac5ff62-90fc-4b95-8a2d-ffca9137865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958545 Jul 29 09:52:15.487528 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5905b3-686b-4930-bbd9-e254ded2159c req-9b33bce4-02da-4da4-9b54-e273926b0bf6 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:15.489113 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1f5905b3-686b-4930-bbd9-e254ded2159c req-9b33bce4-02da-4da4-9b54-e273926b0bf6 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 943 time: 0.0568771 Jul 29 09:52:15.528366 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1f5905b3-686b-4930-bbd9-e254ded2159c req-5e494671-0c7b-499b-b259-a6097fe1e8ad tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333622 Jul 29 09:52:16.655047 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7968a0-9cab-41cc-9a88-8e7f220f41a1 req-650fd496-1692-4496-82ea-2d6fe527827d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:16.656776 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dc7968a0-9cab-41cc-9a88-8e7f220f41a1 req-650fd496-1692-4496-82ea-2d6fe527827d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 943 time: 0.0548365 Jul 29 09:52:16.703258 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dc7968a0-9cab-41cc-9a88-8e7f220f41a1 req-6b581b8e-d42e-4dc9-a620-a4cd86fa9e80 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372608 Jul 29 09:52:17.266949 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-d5275acc-2669-4677-bd11-3b550e35c003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:17.695554 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:17.877797 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ceafc0-82e6-4dce-a60c-d2ec592fafcb req-8479518b-a71a-48fb-a441-6d0e0425578a tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:17.879678 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e0ceafc0-82e6-4dce-a60c-d2ec592fafcb req-8479518b-a71a-48fb-a441-6d0e0425578a tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 943 time: 0.0682433 Jul 29 09:52:17.940583 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e0ceafc0-82e6-4dce-a60c-d2ec592fafcb req-d7867f85-2a9e-4b1c-aa11-d86552c6030a tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540428 Jul 29 09:52:18.313811 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c91cb6-c081-4ed8-9dfd-8a61451d604b req-7b2e8914-9686-425a-8a9b-912c639e335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:18.315448 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-50c91cb6-c081-4ed8-9dfd-8a61451d604b req-7b2e8914-9686-425a-8a9b-912c639e335c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c3298aa89f4466e9ed8aca4a91d674a&device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 1096 time: 0.0542080 Jul 29 09:52:18.421454 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c91cb6-c081-4ed8-9dfd-8a61451d604b req-15a231d4-7c3e-4131-b48b-0d3d11e7e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:18.423208 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-50c91cb6-c081-4ed8-9dfd-8a61451d604b req-15a231d4-7c3e-4131-b48b-0d3d11e7e358 service neutron] 10.222.0.89 "GET /v2.0/networks?id=dac5ff62-90fc-4b95-8a2d-ffca9137865b HTTP/1.1" status: 200 len: 916 time: 0.0999944 Jul 29 09:52:18.468839 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-50c91cb6-c081-4ed8-9dfd-8a61451d604b req-09fd5526-c08f-4ae7-9ac1-5f0db3b6d395 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f0074d6-2c48-42c6-92ba-dcb4161f4f8e HTTP/1.1" status: 200 len: 217 time: 0.0380704 Jul 29 09:52:18.526633 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c91cb6-c081-4ed8-9dfd-8a61451d604b req-d428b665-bffb-4923-80a2-1c2a8704a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:18.528118 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-50c91cb6-c081-4ed8-9dfd-8a61451d604b req-d428b665-bffb-4923-80a2-1c2a8704a2f3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ecea429a-7e5a-4a4b-95d6-4910f6311788 HTTP/1.1" status: 200 len: 854 time: 0.0485995 Jul 29 09:52:18.563807 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-50c91cb6-c081-4ed8-9dfd-8a61451d604b req-7ee618d1-a4e9-41f7-a874-2e83287f82ca service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dac5ff62-90fc-4b95-8a2d-ffca9137865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269129 Jul 29 09:52:18.623404 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:18.679668 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-50c91cb6-c081-4ed8-9dfd-8a61451d604b req-25c17773-dbc4-463d-b951-1f863a9c5c15 service neutron] 10.222.0.89 "GET /v2.0/networks/dac5ff62-90fc-4b95-8a2d-ffca9137865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074739 Jul 29 09:52:18.783702 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-50c91cb6-c081-4ed8-9dfd-8a61451d604b req-9b5a3108-c418-4cb8-af01-b59476b23735 service neutron] 10.222.0.89 "GET /v2.0/networks/dac5ff62-90fc-4b95-8a2d-ffca9137865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966804 Jul 29 09:52:19.093215 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8469717-8ccf-468e-82c9-0c994a633e13 req-1ee0b106-f6b9-4503-8d2b-30c72b99eab2 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:19.095198 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c8469717-8ccf-468e-82c9-0c994a633e13 req-1ee0b106-f6b9-4503-8d2b-30c72b99eab2 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 943 time: 0.0643246 Jul 29 09:52:19.148786 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c8469717-8ccf-468e-82c9-0c994a633e13 req-13bd7123-632c-4dd4-8029-3ea58cd0f33b tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471139 Jul 29 09:52:20.275003 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62e994-ed46-4f3c-aff5-d84a5ae96a5b req-0bbcc134-e6fe-48a4-94ac-0c0682cfa72e tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:20.276907 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6a62e994-ed46-4f3c-aff5-d84a5ae96a5b req-0bbcc134-e6fe-48a4-94ac-0c0682cfa72e tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 943 time: 0.0515547 Jul 29 09:52:20.321987 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6a62e994-ed46-4f3c-aff5-d84a5ae96a5b req-4e32c5e6-38b2-4830-926d-518011304d6e tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347266 Jul 29 09:52:20.414635 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:21.453895 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfb152-92db-485d-a8a3-db10e8250952 req-88ffa8b0-5865-4929-811e-cf2323538503 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:21.455766 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2adfb152-92db-485d-a8a3-db10e8250952 req-88ffa8b0-5865-4929-811e-cf2323538503 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 943 time: 0.0581086 Jul 29 09:52:21.500869 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2adfb152-92db-485d-a8a3-db10e8250952 req-e9e0a020-c8a9-4360-8e33-9e7a0afe0ce5 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350635 Jul 29 09:52:22.660730 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763432f-830e-494e-beb3-c9ad1f50d434 req-8f43c03a-4f8b-40fb-b072-86f0f28efbab tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:22.663096 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a763432f-830e-494e-beb3-c9ad1f50d434 req-8f43c03a-4f8b-40fb-b072-86f0f28efbab tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 943 time: 0.0888157 Jul 29 09:52:22.722835 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a763432f-830e-494e-beb3-c9ad1f50d434 req-71c53174-8995-4637-9b80-345f281b9d44 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486486 Jul 29 09:52:23.864420 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93636223-638b-487d-88ed-9db0bf5fc6a5 req-88a53f62-4eda-4d3f-aa7f-13d7bfefde1c tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:23.866012 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-93636223-638b-487d-88ed-9db0bf5fc6a5 req-88a53f62-4eda-4d3f-aa7f-13d7bfefde1c tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 943 time: 0.0691712 Jul 29 09:52:23.918457 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-93636223-638b-487d-88ed-9db0bf5fc6a5 req-6a4cb8c7-f5e9-4ca2-8121-fc46e12d9e41 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408528 Jul 29 09:52:25.070590 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df5b8e-e252-4db3-a96d-4cb0c2a57ccc req-3ca1e139-c053-48ae-8c45-cd0241bd3b0c tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:25.072345 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-30df5b8e-e252-4db3-a96d-4cb0c2a57ccc req-3ca1e139-c053-48ae-8c45-cd0241bd3b0c tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 943 time: 0.0619988 Jul 29 09:52:25.132138 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-30df5b8e-e252-4db3-a96d-4cb0c2a57ccc req-7d2b22db-6206-460f-8502-dcb8a803d52b tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522692 Jul 29 09:52:26.280370 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4886f6-d485-48da-9bfe-4140669839ff req-8b66f272-e1ba-4e62-9d1b-d2c653786b7d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:26.282028 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6a4886f6-d485-48da-9bfe-4140669839ff req-8b66f272-e1ba-4e62-9d1b-d2c653786b7d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 943 time: 0.0765917 Jul 29 09:52:26.326525 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6a4886f6-d485-48da-9bfe-4140669839ff req-6589293c-6820-42f9-ada1-113a0231ce41 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366378 Jul 29 09:52:27.483883 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea353ca6-7039-4977-9d1a-5a4077f94742 req-1984b692-5673-4a43-840a-ca631f252179 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:27.486359 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ea353ca6-7039-4977-9d1a-5a4077f94742 req-1984b692-5673-4a43-840a-ca631f252179 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 943 time: 0.0819709 Jul 29 09:52:27.530262 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ea353ca6-7039-4977-9d1a-5a4077f94742 req-ea7b66c9-d2e1-48c4-a5e0-34a6217c73fc tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378046 Jul 29 09:52:28.658330 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d095286-4fdf-458a-bb98-647470dada25 req-a55bbe17-a8bd-43a8-b7f0-3a8341a5bd83 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:28.659988 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3d095286-4fdf-458a-bb98-647470dada25 req-a55bbe17-a8bd-43a8-b7f0-3a8341a5bd83 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 943 time: 0.0562086 Jul 29 09:52:28.710623 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3d095286-4fdf-458a-bb98-647470dada25 req-4e4df173-0baf-4d8a-a133-14edd3f5bae0 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411925 Jul 29 09:52:28.968479 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 09:52:29.072929 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1f0074d6-2c48-42c6-92ba-dcb4161f4f8e,segment=NetworkSegment(2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c),segment_id=2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:52:29.091089 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': '1f0074d6-2c48-42c6-92ba-dcb4161f4f8e', 'network_id': 'dac5ff62-90fc-4b95-8a2d-ffca9137865b', 'port_id': '1f0074d6-2c48-42c6-92ba-dcb4161f4f8e', 'mac_address': 'fa:16:3e:89:83:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecea429a-7e5a-4a4b-95d6-4910f6311788', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 09:52:29.135109 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:29.151246 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:52:29.177524 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1f0074d6-2c48-42c6-92ba-dcb4161f4f8e,segment=NetworkSegment(2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c),segment_id=2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:52:29.182473 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:29.265497 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=1f0074d6-2c48-42c6-92ba-dcb4161f4f8e,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:29.279699 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:29.279699 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:29.280111 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:29.280111 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:29.280578 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:29.280859 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:29.281083 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:29.281412 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:29.281751 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:29.282083 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:29.282406 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:29.282784 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:29.759413 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['1f0074d6-2c48-42c6-92ba-dcb4161f4f8e'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:52:29.873892 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaabcda-3a11-4af4-90cc-c5159980686d req-1396923f-07b1-43a0-b035-adfd51dd5fe6 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:29.875561 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bdaabcda-3a11-4af4-90cc-c5159980686d req-1396923f-07b1-43a0-b035-adfd51dd5fe6 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 944 time: 0.0834551 Jul 29 09:52:29.946338 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bdaabcda-3a11-4af4-90cc-c5159980686d req-092a08bb-5c5f-4120-805d-0e64bfc72047 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577343 Jul 29 09:52:30.173645 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb11acb-e080-4b2b-8193-56bde7981fb1 req-53f9fc9d-8afd-4b9b-8398-d00ba64936af tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:30.176925 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5eb11acb-e080-4b2b-8193-56bde7981fb1 req-53f9fc9d-8afd-4b9b-8398-d00ba64936af tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0545230 Jul 29 09:52:30.257348 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5eb11acb-e080-4b2b-8193-56bde7981fb1 req-da4a89ba-2b27-4b66-9129-8059ed741cca tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729971 Jul 29 09:52:30.285698 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ca1c7-9d78-4a27-9eb5-e0e3b345ca09 req-224deed6-55ce-4884-9fc8-ade2f9e37e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:30.288482 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fd1ca1c7-9d78-4a27-9eb5-e0e3b345ca09 req-224deed6-55ce-4884-9fc8-ade2f9e37e15 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ffa878d0aac14ae987b17e465ad1769e&device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 1098 time: 0.0839186 Jul 29 09:52:30.429795 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ca1c7-9d78-4a27-9eb5-e0e3b345ca09 req-b7819bc3-68d4-4762-b362-185b51793684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:30.431334 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fd1ca1c7-9d78-4a27-9eb5-e0e3b345ca09 req-b7819bc3-68d4-4762-b362-185b51793684 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4a43051e-9405-4d7d-b1d4-41bec9856a1d HTTP/1.1" status: 200 len: 920 time: 0.1332617 Jul 29 09:52:30.507573 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fd1ca1c7-9d78-4a27-9eb5-e0e3b345ca09 req-c3cabf4f-cffa-4a0f-9566-3be6316e5400 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71d634be-ce6b-4f1e-8d92-b9a3145dd465 HTTP/1.1" status: 200 len: 217 time: 0.0664217 Jul 29 09:52:30.603874 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ca1c7-9d78-4a27-9eb5-e0e3b345ca09 req-fb78bd24-4387-4cf1-b595-705966991836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:30.605489 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fd1ca1c7-9d78-4a27-9eb5-e0e3b345ca09 req-fb78bd24-4387-4cf1-b595-705966991836 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94ad0de8-8eb3-4402-86a4-0707bcb79a43 HTTP/1.1" status: 200 len: 858 time: 0.0685573 Jul 29 09:52:30.644835 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fd1ca1c7-9d78-4a27-9eb5-e0e3b345ca09 req-aa0461eb-63b7-4e0f-976c-87ea284999b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4a43051e-9405-4d7d-b1d4-41bec9856a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308003 Jul 29 09:52:30.777544 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fd1ca1c7-9d78-4a27-9eb5-e0e3b345ca09 req-d8d3a07e-9da0-46a5-ba30-fd98c078d884 service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181529 Jul 29 09:52:30.891299 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fd1ca1c7-9d78-4a27-9eb5-e0e3b345ca09 req-3dec607c-e07b-4fa3-8a2f-09e7202de86b service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007059 Jul 29 09:52:31.102140 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c325b5e-e06e-45ae-85eb-d0df7b421b81 req-0ae2a810-f4e9-4321-a6dd-623263ac1747 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:31.103755 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5c325b5e-e06e-45ae-85eb-d0df7b421b81 req-0ae2a810-f4e9-4321-a6dd-623263ac1747 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 944 time: 0.0741425 Jul 29 09:52:31.151271 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5c325b5e-e06e-45ae-85eb-d0df7b421b81 req-b8fde008-5ebc-4679-8543-af3d9e3ad2ad tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371797 Jul 29 09:52:31.448017 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ebeb-044d-4126-94cd-f1cbca4d8441 req-e900db2d-77db-4b9f-ad43-aa0ab085edee tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:31.450382 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8437ebeb-044d-4126-94cd-f1cbca4d8441 req-e900db2d-77db-4b9f-ad43-aa0ab085edee tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0882380 Jul 29 09:52:31.498273 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8437ebeb-044d-4126-94cd-f1cbca4d8441 req-e9e770b3-c84a-4c5b-b682-8715492299c5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395846 Jul 29 09:52:32.306440 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6d0fd-4b47-4801-9541-660c28fb5c4e req-a09d7852-5833-4e76-b80b-cbc2e51f62eb tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:32.308053 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-55c6d0fd-4b47-4801-9541-660c28fb5c4e req-a09d7852-5833-4e76-b80b-cbc2e51f62eb tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 944 time: 0.0704322 Jul 29 09:52:32.373354 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-55c6d0fd-4b47-4801-9541-660c28fb5c4e req-709a14e0-f3f5-460e-9f98-d2d5404442ed tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523903 Jul 29 09:52:32.647107 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630b923-95b3-4780-96b0-3c27d9a5f3cb req-7ed48ced-44b0-46d9-89fc-333a80feb88a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:32.649473 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6630b923-95b3-4780-96b0-3c27d9a5f3cb req-7ed48ced-44b0-46d9-89fc-333a80feb88a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0586278 Jul 29 09:52:32.692362 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6630b923-95b3-4780-96b0-3c27d9a5f3cb req-99d7917d-562e-4edb-a7f6-1adadd0c55eb tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361407 Jul 29 09:52:32.970893 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:52:33.028694 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:52:33.035054 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:52:33.035684 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:33.122856 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:33.148342 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d291cd-7bab-4784-ae8c-9a8910895c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0074d6-2c48-42c6-92ba-dcb4161f4f8e'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:52:33.150748 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f38b32-aa15-4d58-af0b-a71a7b98b97f" -d '{"events": [{"server_uuid": "c0d291cd-7bab-4784-ae8c-9a8910895c88", "name": "network-vif-plugged", "status": "completed", "tag": "1f0074d6-2c48-42c6-92ba-dcb4161f4f8e"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:52:33.165031 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1f0074d6-2c48-42c6-92ba-dcb4161f4f8e,segment=NetworkSegment(2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c),segment_id=2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:52:33.173222 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:33.197741 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d61850-d55b-4e90-8e84-c2ef229b9501 x-openstack-request-id: req-a3d61850-d55b-4e90-8e84-c2ef229b9501 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:52:33.197943 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d291cd-7bab-4784-ae8c-9a8910895c88", "name": "network-vif-plugged", "status": "completed", "tag": "1f0074d6-2c48-42c6-92ba-dcb4161f4f8e", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:52:33.198194 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a3d61850-d55b-4e90-8e84-c2ef229b9501 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:52:33.198579 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d291cd-7bab-4784-ae8c-9a8910895c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0074d6-2c48-42c6-92ba-dcb4161f4f8e', 'code': 200} Jul 29 09:52:33.225742 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=1f0074d6-2c48-42c6-92ba-dcb4161f4f8e,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:33.506163 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084c1f5-443b-4f2b-af88-81db8a7aa096 req-44dde094-fda2-4bb3-921b-620639c28b0c tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:33.507904 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6084c1f5-443b-4f2b-af88-81db8a7aa096 req-44dde094-fda2-4bb3-921b-620639c28b0c tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0591993 Jul 29 09:52:33.559016 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6084c1f5-443b-4f2b-af88-81db8a7aa096 req-e4909cec-51d7-44c0-9647-86b1d037571e tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434885 Jul 29 09:52:33.823951 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae3bd0-8b1f-49da-a988-8363813b80ca req-5ff00671-3185-49be-9873-95c9469823bd tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:33.826626 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-55ae3bd0-8b1f-49da-a988-8363813b80ca req-5ff00671-3185-49be-9873-95c9469823bd tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0537972 Jul 29 09:52:33.875863 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-55ae3bd0-8b1f-49da-a988-8363813b80ca req-cdc87925-b369-4e68-bb87-f397789c0aff tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417686 Jul 29 09:52:33.899524 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 34764) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:34.053254 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ddd1b0ef-b247-4848-be76-c43b566b3355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:34.155562 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ddd1b0ef-b247-4848-be76-c43b566b3355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:34.160392 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ddd1b0ef-b247-4848-be76-c43b566b3355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:34.205945 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-ddd1b0ef-b247-4848-be76-c43b566b3355 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=01e1bba6d03b4411b894dc1c5e64201e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049679 Jul 29 09:52:34.207921 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1b0ef-b247-4848-be76-c43b566b3355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fb7be1-ea80-45bc-99a0-15bec8c2b1b5,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:34.209236 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 34768) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:34.215773 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1b0ef-b247-4848-be76-c43b566b3355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.224046 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1b0ef-b247-4848-be76-c43b566b3355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.224046 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1b0ef-b247-4848-be76-c43b566b3355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.224046 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1b0ef-b247-4848-be76-c43b566b3355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.224046 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1b0ef-b247-4848-be76-c43b566b3355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.224046 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1b0ef-b247-4848-be76-c43b566b3355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.224046 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1b0ef-b247-4848-be76-c43b566b3355 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.224046 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1b0ef-b247-4848-be76-c43b566b3355 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.224046 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1b0ef-b247-4848-be76-c43b566b3355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.224046 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1b0ef-b247-4848-be76-c43b566b3355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.224046 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1b0ef-b247-4848-be76-c43b566b3355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.224046 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd1b0ef-b247-4848-be76-c43b566b3355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.268351 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3684ac28-a1b3-4de4-9c52-d8cf2fa704b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:34.291571 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3684ac28-a1b3-4de4-9c52-d8cf2fa704b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:34.349463 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3684ac28-a1b3-4de4-9c52-d8cf2fa704b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:34.352273 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3684ac28-a1b3-4de4-9c52-d8cf2fa704b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:34.353697 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-3684ac28-a1b3-4de4-9c52-d8cf2fa704b9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/59fb7be1-ea80-45bc-99a0-15bec8c2b1b5 HTTP/1.1" status: 204 len: 168 time: 0.1434250 Jul 29 09:52:34.363484 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684ac28-a1b3-4de4-9c52-d8cf2fa704b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fb7be1-ea80-45bc-99a0-15bec8c2b1b5,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:34.371102 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684ac28-a1b3-4de4-9c52-d8cf2fa704b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.371451 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684ac28-a1b3-4de4-9c52-d8cf2fa704b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.372047 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684ac28-a1b3-4de4-9c52-d8cf2fa704b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.372447 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684ac28-a1b3-4de4-9c52-d8cf2fa704b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.372816 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684ac28-a1b3-4de4-9c52-d8cf2fa704b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.373209 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684ac28-a1b3-4de4-9c52-d8cf2fa704b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.373606 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684ac28-a1b3-4de4-9c52-d8cf2fa704b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.373964 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684ac28-a1b3-4de4-9c52-d8cf2fa704b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.374301 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684ac28-a1b3-4de4-9c52-d8cf2fa704b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.374619 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684ac28-a1b3-4de4-9c52-d8cf2fa704b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.374939 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684ac28-a1b3-4de4-9c52-d8cf2fa704b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.375261 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684ac28-a1b3-4de4-9c52-d8cf2fa704b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:52:34.687040 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f28f3-5cb0-490d-8a29-ba687bcf36fb req-2595a171-b143-4850-be1c-a2901629ab7d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:34.688626 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bd0f28f3-5cb0-490d-8a29-ba687bcf36fb req-2595a171-b143-4850-be1c-a2901629ab7d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0569553 Jul 29 09:52:34.761355 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bd0f28f3-5cb0-490d-8a29-ba687bcf36fb req-722746ee-f63e-4cfb-a021-77b03d9d94e4 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642099 Jul 29 09:52:35.010047 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f16d0-feb1-4c48-9608-e31e6007b7c5 req-ff74e030-030a-4a54-a6af-9c5c828e8ecc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:35.011898 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-751f16d0-feb1-4c48-9608-e31e6007b7c5 req-ff74e030-030a-4a54-a6af-9c5c828e8ecc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0512891 Jul 29 09:52:35.052742 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-751f16d0-feb1-4c48-9608-e31e6007b7c5 req-b288624e-79fa-43c9-b0f5-dfc8cd41f846 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337479 Jul 29 09:52:35.897380 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5539e-a2d6-4280-acdc-b98bebbe543c req-cc50b261-3509-4f1c-9e6e-a4871def1d47 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:35.898957 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f1b5539e-a2d6-4280-acdc-b98bebbe543c req-cc50b261-3509-4f1c-9e6e-a4871def1d47 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0520341 Jul 29 09:52:35.949305 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f1b5539e-a2d6-4280-acdc-b98bebbe543c req-fd4f6bdf-c2be-48e5-a88d-8557a0582d61 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391898 Jul 29 09:52:36.179037 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7cb0d-f2d8-4cb0-b9b8-fae34baf3c74 req-8022d99b-9d7a-40a4-918b-1a75dd5b5c53 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:36.180570 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8ee7cb0d-f2d8-4cb0-b9b8-fae34baf3c74 req-8022d99b-9d7a-40a4-918b-1a75dd5b5c53 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0550241 Jul 29 09:52:36.224410 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8ee7cb0d-f2d8-4cb0-b9b8-fae34baf3c74 req-751c930d-2385-4f6f-9158-ca3d874d2929 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365455 Jul 29 09:52:37.104599 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39b071-86e3-4c40-a280-bf8a08de0729 req-e1a8daa5-1bcc-47c6-ac46-c13cec889ac5 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:37.106403 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7c39b071-86e3-4c40-a280-bf8a08de0729 req-e1a8daa5-1bcc-47c6-ac46-c13cec889ac5 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0531340 Jul 29 09:52:37.152563 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7c39b071-86e3-4c40-a280-bf8a08de0729 req-44aff863-afb8-45b7-aeab-2fb1fa4a2771 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399616 Jul 29 09:52:37.350616 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e20360-2452-4760-8dbf-06f8a14c4503 req-5d87f8ce-9752-4e6f-a8fb-f29533d83109 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:37.352591 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-62e20360-2452-4760-8dbf-06f8a14c4503 req-5d87f8ce-9752-4e6f-a8fb-f29533d83109 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0541353 Jul 29 09:52:37.400091 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-62e20360-2452-4760-8dbf-06f8a14c4503 req-4adaa6d8-774c-410e-9706-27b06c59b918 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404804 Jul 29 09:52:38.276520 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1553c52-5948-49a2-920e-1dbf0c96b141 req-53d5b5ab-f5f6-4f3d-9e0b-80d3f656f7f4 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:38.278795 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c1553c52-5948-49a2-920e-1dbf0c96b141 req-53d5b5ab-f5f6-4f3d-9e0b-80d3f656f7f4 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0549781 Jul 29 09:52:38.319882 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c1553c52-5948-49a2-920e-1dbf0c96b141 req-de20655d-915a-4ccd-82c6-6ea11a71deae tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345495 Jul 29 09:52:38.561554 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abdd27-3049-4b12-81a2-1fe9029b8cb0 req-7a7992a1-2b82-4221-b0b5-80ee50e41414 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:38.563160 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-78abdd27-3049-4b12-81a2-1fe9029b8cb0 req-7a7992a1-2b82-4221-b0b5-80ee50e41414 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0638454 Jul 29 09:52:38.609961 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-78abdd27-3049-4b12-81a2-1fe9029b8cb0 req-f973e4ac-bdae-4e37-a379-33724e960121 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383985 Jul 29 09:52:39.333839 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:52:39.448975 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c67a36-a806-42fe-9e7c-b509d0c0f77c req-842c507e-42a8-4f83-b265-f4c9ee056e3b tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:39.451212 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-19c67a36-a806-42fe-9e7c-b509d0c0f77c req-842c507e-42a8-4f83-b265-f4c9ee056e3b tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0529292 Jul 29 09:52:39.497188 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-19c67a36-a806-42fe-9e7c-b509d0c0f77c req-254ea151-a67b-4324-801f-c5421a04a02c tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387299 Jul 29 09:52:39.737447 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6e98a-0c0f-4b6f-8a79-ebce9ff4a37a req-837b62c7-8d0e-4dab-8cee-9f0bb6b0f27f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:39.739013 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4ba6e98a-0c0f-4b6f-8a79-ebce9ff4a37a req-837b62c7-8d0e-4dab-8cee-9f0bb6b0f27f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0568168 Jul 29 09:52:39.796033 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4ba6e98a-0c0f-4b6f-8a79-ebce9ff4a37a req-df134212-887f-4b58-b775-8fcdb8e6c641 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507109 Jul 29 09:52:40.628640 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f496719-29c7-4d41-81ea-24cac38a4300 req-122ac687-272b-43a2-b669-e85e651c423d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:40.630362 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4f496719-29c7-4d41-81ea-24cac38a4300 req-122ac687-272b-43a2-b669-e85e651c423d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0624418 Jul 29 09:52:40.675155 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4f496719-29c7-4d41-81ea-24cac38a4300 req-b2b25bae-8c33-4a0e-9bfd-22b94f454074 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381720 Jul 29 09:52:40.918753 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbec566-77a8-44d7-97cf-d08153605d4b req-fc78fe05-18ac-4269-90cb-ef0fc5f1f7b5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:40.920835 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7dbec566-77a8-44d7-97cf-d08153605d4b req-fc78fe05-18ac-4269-90cb-ef0fc5f1f7b5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0543566 Jul 29 09:52:40.968868 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7dbec566-77a8-44d7-97cf-d08153605d4b req-68b354c3-5325-4e32-b9f2-0e57cfdd2625 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409219 Jul 29 09:52:41.807017 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0a052-7c04-4d72-ab06-72e9b8bef1ce req-c189039a-c618-4197-84c5-bddbc604420c tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:41.808544 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-76f0a052-7c04-4d72-ab06-72e9b8bef1ce req-c189039a-c618-4197-84c5-bddbc604420c tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0564616 Jul 29 09:52:41.852985 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-76f0a052-7c04-4d72-ab06-72e9b8bef1ce req-7145f6ab-2116-4cdd-a62e-93cf7b641930 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383151 Jul 29 09:52:42.094311 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c01664-8414-4604-bf19-0c493b78bcef req-f2ea8577-ca8d-4c30-8398-cf8d22dbb0f3 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:42.095965 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-50c01664-8414-4604-bf19-0c493b78bcef req-f2ea8577-ca8d-4c30-8398-cf8d22dbb0f3 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0559206 Jul 29 09:52:42.144623 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-50c01664-8414-4604-bf19-0c493b78bcef req-ba79f3c9-f8c1-4274-a07f-4484edc8f941 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373068 Jul 29 09:52:43.019448 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4b03d-0216-4b19-aead-f3c1b346b956 req-960aa4da-5e07-4663-9a3c-e014dc00318e tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:43.021002 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c1f4b03d-0216-4b19-aead-f3c1b346b956 req-960aa4da-5e07-4663-9a3c-e014dc00318e tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0584922 Jul 29 09:52:43.077371 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c1f4b03d-0216-4b19-aead-f3c1b346b956 req-759220ad-f4f4-49d3-b089-359b77011885 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445068 Jul 29 09:52:43.274126 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51508b5c-1828-4075-af3c-868a9589d502 req-7cd75735-864c-4e83-b8ac-f6f719e1d1be tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:43.275788 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-51508b5c-1828-4075-af3c-868a9589d502 req-7cd75735-864c-4e83-b8ac-f6f719e1d1be tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0549564 Jul 29 09:52:43.320470 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-51508b5c-1828-4075-af3c-868a9589d502 req-40db0d4f-fc89-4160-8997-b9aae4d9048d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376163 Jul 29 09:52:44.029499 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:44.239585 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fab02-3ff4-4eda-b93d-294bc3c2a23d req-0fadb79e-7317-4e9d-9131-285c635f1a65 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:44.241604 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7b6fab02-3ff4-4eda-b93d-294bc3c2a23d req-0fadb79e-7317-4e9d-9131-285c635f1a65 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0836830 Jul 29 09:52:44.253416 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-dd89d7e9-0d14-4eb7-a30d-d7e379f535cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:44.294255 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7b6fab02-3ff4-4eda-b93d-294bc3c2a23d req-96340042-1122-4764-9dd7-9979b72abc71 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418751 Jul 29 09:52:44.482677 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e035454-4cfd-481e-a34d-75c84bfcf362 req-68a5c073-4e7e-492b-b877-3b85202a5c87 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:44.484299 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8e035454-4cfd-481e-a34d-75c84bfcf362 req-68a5c073-4e7e-492b-b877-3b85202a5c87 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0597935 Jul 29 09:52:44.542654 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8e035454-4cfd-481e-a34d-75c84bfcf362 req-2316490a-f0f0-425b-8e7b-e29f959c03f8 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469205 Jul 29 09:52:45.454471 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63373b56-e686-4e5e-8772-b5932a00cf68 req-66355c7b-9a2e-4957-a9b4-2671c0dac144 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:45.456672 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-63373b56-e686-4e5e-8772-b5932a00cf68 req-66355c7b-9a2e-4957-a9b4-2671c0dac144 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0644240 Jul 29 09:52:45.505684 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-63373b56-e686-4e5e-8772-b5932a00cf68 req-93884971-c84f-48d1-9681-e9caee376ae3 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429971 Jul 29 09:52:45.671830 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abacb7-b3b7-4adb-b197-43961ac2faca req-3488b991-21db-4261-b625-cfa68a894ee2 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:45.673517 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-08abacb7-b3b7-4adb-b197-43961ac2faca req-3488b991-21db-4261-b625-cfa68a894ee2 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0535948 Jul 29 09:52:45.717664 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-08abacb7-b3b7-4adb-b197-43961ac2faca req-4236a571-ef81-45ca-8c3b-92662bed40a6 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367076 Jul 29 09:52:46.645047 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5586f6f-e920-48ff-980e-9751a2f7f69f req-38873463-e538-4ef7-a95d-87a9bfe55d47 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:46.646920 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c5586f6f-e920-48ff-980e-9751a2f7f69f req-38873463-e538-4ef7-a95d-87a9bfe55d47 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0558815 Jul 29 09:52:46.710981 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c5586f6f-e920-48ff-980e-9751a2f7f69f req-01f100b5-59bd-44bd-b5a0-df34761a72f5 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566475 Jul 29 09:52:46.855335 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd759c-3ef5-4a42-9f72-4f992ea9387b req-5531cc54-7c4c-4af0-ad09-be717f3c8a39 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:46.857716 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-82cd759c-3ef5-4a42-9f72-4f992ea9387b req-5531cc54-7c4c-4af0-ad09-be717f3c8a39 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0648954 Jul 29 09:52:46.905137 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-82cd759c-3ef5-4a42-9f72-4f992ea9387b req-05cebc7f-6cc5-4490-b36e-e376044bd275 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400724 Jul 29 09:52:47.270020 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-6e1d662f-37c1-422f-9d30-411d48326499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:47.638556 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2503b15-d612-40b1-ac04-99df9806003d req-83fb1639-daa5-460f-b674-8322829af4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:47.640084 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b2503b15-d612-40b1-ac04-99df9806003d req-83fb1639-daa5-460f-b674-8322829af4dd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 1098 time: 0.0465245 Jul 29 09:52:47.697326 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:47.697585 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b2503b15-d612-40b1-ac04-99df9806003d req-c8d2ebba-199c-4644-be47-8b5d7a207edb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467920 Jul 29 09:52:47.842640 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e2999-f734-467a-a274-0a6707cea9e3 req-24d98272-5c4c-4677-bb69-5478c2526529 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:47.844222 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8a7e2999-f734-467a-a274-0a6707cea9e3 req-24d98272-5c4c-4677-bb69-5478c2526529 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0582364 Jul 29 09:52:47.888789 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8a7e2999-f734-467a-a274-0a6707cea9e3 req-b2d77aaf-52ca-47a7-9ce1-a581848a393f tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382133 Jul 29 09:52:48.054649 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389c940-1d2d-40f4-85c0-e664f4adaa23 req-9a54748c-1560-43c2-949b-aad73835979f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:48.056209 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6389c940-1d2d-40f4-85c0-e664f4adaa23 req-9a54748c-1560-43c2-949b-aad73835979f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0551817 Jul 29 09:52:48.116287 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6389c940-1d2d-40f4-85c0-e664f4adaa23 req-e0620488-3d91-4e26-b191-50295a01cd6e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526237 Jul 29 09:52:48.626384 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:49.013979 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d26fe-f3e2-4685-b326-f25920f7b3bd req-e07ee579-50b8-42e8-b4eb-e6a70253b1d6 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:49.015556 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9e0d26fe-f3e2-4685-b326-f25920f7b3bd req-e07ee579-50b8-42e8-b4eb-e6a70253b1d6 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0554991 Jul 29 09:52:49.059621 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9e0d26fe-f3e2-4685-b326-f25920f7b3bd req-fbab3558-ddd7-4961-970c-d048ddc155d2 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368624 Jul 29 09:52:49.257410 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d55e3f-f4e3-4acb-9a1b-468025bc3970 req-680d1c57-e63c-49ca-bdc1-03022eff3112 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:49.259290 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c1d55e3f-f4e3-4acb-9a1b-468025bc3970 req-680d1c57-e63c-49ca-bdc1-03022eff3112 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0553629 Jul 29 09:52:49.305921 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c1d55e3f-f4e3-4acb-9a1b-468025bc3970 req-72a85223-7df0-4624-b454-48944079ebd4 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395181 Jul 29 09:52:50.186954 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3a579-cb9c-47de-a956-1220654099d5 req-5064d209-b16d-4845-bfec-810a5f20693a tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:50.188500 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-55b3a579-cb9c-47de-a956-1220654099d5 req-5064d209-b16d-4845-bfec-810a5f20693a tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0542622 Jul 29 09:52:50.243988 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-55b3a579-cb9c-47de-a956-1220654099d5 req-aea54b3d-8631-488c-9a47-51abb3844573 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447509 Jul 29 09:52:50.451373 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:50.490273 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fa3b3-3143-4a0a-b624-09047e936f05 req-e7f2d751-ecbe-4f89-b893-230cdd6dff40 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:50.491971 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e62fa3b3-3143-4a0a-b624-09047e936f05 req-e7f2d751-ecbe-4f89-b893-230cdd6dff40 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0790951 Jul 29 09:52:50.545068 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e62fa3b3-3143-4a0a-b624-09047e936f05 req-ac3ddbfd-90f2-4702-8e18-99552a48a9ae tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453799 Jul 29 09:52:50.831417 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 35042) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:50.982037 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1b7ad43d-0504-4796-9510-f46ddae37063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:51.104939 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1b7ad43d-0504-4796-9510-f46ddae37063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:51.113622 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1b7ad43d-0504-4796-9510-f46ddae37063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:51.160131 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-1b7ad43d-0504-4796-9510-f46ddae37063 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4440e41dd8ad4c5083e8c89d009dd188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275254 Jul 29 09:52:51.162927 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 35054) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:51.165606 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ad43d-0504-4796-9510-f46ddae37063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e77609-ceb6-4299-b192-4e720093c2a0,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:51.262957 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ce9c7d02-d0dc-4c38-8c19-cfa042d716ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:51.294279 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ce9c7d02-d0dc-4c38-8c19-cfa042d716ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:51.365840 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ce9c7d02-d0dc-4c38-8c19-cfa042d716ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:51.369202 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ce9c7d02-d0dc-4c38-8c19-cfa042d716ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:51.370714 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-ce9c7d02-d0dc-4c38-8c19-cfa042d716ea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b4e77609-ceb6-4299-b192-4e720093c2a0 HTTP/1.1" status: 204 len: 168 time: 0.2063262 Jul 29 09:52:51.383726 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c7d02-d0dc-4c38-8c19-cfa042d716ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e77609-ceb6-4299-b192-4e720093c2a0,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:51.440152 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab9c98-94f5-4680-b0c0-ee5cfc63de7d req-af39abbc-206d-48b3-98fe-afb584f106ef tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:51.453792 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-83ab9c98-94f5-4680-b0c0-ee5cfc63de7d req-af39abbc-206d-48b3-98fe-afb584f106ef tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.1093616 Jul 29 09:52:51.519129 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-83ab9c98-94f5-4680-b0c0-ee5cfc63de7d req-2942767a-d24f-4edc-9f34-8a5077a44427 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639558 Jul 29 09:52:51.752133 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8369a32-454d-48ae-9e19-c353db857ff9 req-0fd01802-5246-463e-b3fc-ee970b8f8ca5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:51.770401 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b8369a32-454d-48ae-9e19-c353db857ff9 req-0fd01802-5246-463e-b3fc-ee970b8f8ca5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.1067252 Jul 29 09:52:51.841499 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b8369a32-454d-48ae-9e19-c353db857ff9 req-2bd475cf-7661-48d9-8567-311b498c782b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688255 Jul 29 09:52:51.885111 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 35106) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:51.917466 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d6419226-e6ff-4863-96fc-70df3ce1fdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:52.134829 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d6419226-e6ff-4863-96fc-70df3ce1fdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:52.146468 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d6419226-e6ff-4863-96fc-70df3ce1fdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:52.212129 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-d6419226-e6ff-4863-96fc-70df3ce1fdce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cba07585ad4d458ebaaf092e26291208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234084 Jul 29 09:52:52.214509 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6419226-e6ff-4863-96fc-70df3ce1fdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8526922-7e11-4816-b8b3-f51d5425b68b,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:52.217282 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 35122) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:52.334906 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d30b79d0-5f05-4e4a-a6b2-ef1d43a1187b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:52.396149 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d30b79d0-5f05-4e4a-a6b2-ef1d43a1187b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:52.493963 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d30b79d0-5f05-4e4a-a6b2-ef1d43a1187b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:52.498039 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d30b79d0-5f05-4e4a-a6b2-ef1d43a1187b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:52.499253 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-d30b79d0-5f05-4e4a-a6b2-ef1d43a1187b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a8526922-7e11-4816-b8b3-f51d5425b68b HTTP/1.1" status: 204 len: 168 time: 0.2794676 Jul 29 09:52:52.508215 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b79d0-5f05-4e4a-a6b2-ef1d43a1187b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8526922-7e11-4816-b8b3-f51d5425b68b,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:53.056132 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3925782-081e-46ad-8c1d-87c7ebf65dc0 req-60dfe0bf-7e1c-44d8-a4d0-6273adaade00 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:53.058019 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c3925782-081e-46ad-8c1d-87c7ebf65dc0 req-60dfe0bf-7e1c-44d8-a4d0-6273adaade00 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.1092455 Jul 29 09:52:53.141978 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c3925782-081e-46ad-8c1d-87c7ebf65dc0 req-2125e632-3fe3-4387-a3b7-54745cc58939 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738087 Jul 29 09:52:54.323801 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63469a66-2fda-4a57-864a-2b68edcf27b5 req-4c6f46ff-589e-41ba-b560-23c63b284ea4 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:54.326220 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-63469a66-2fda-4a57-864a-2b68edcf27b5 req-4c6f46ff-589e-41ba-b560-23c63b284ea4 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0745265 Jul 29 09:52:54.390351 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-63469a66-2fda-4a57-864a-2b68edcf27b5 req-aed23d91-f77c-4013-ae5d-521c9b068365 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563824 Jul 29 09:52:55.195129 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 35264) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:55.316156 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-716b9d8f-b288-4a04-a29e-c41d10bc1ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:55.419324 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-716b9d8f-b288-4a04-a29e-c41d10bc1ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:55.430060 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-716b9d8f-b288-4a04-a29e-c41d10bc1ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:55.484961 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-716b9d8f-b288-4a04-a29e-c41d10bc1ce1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c86eca6f47324c2684ece6af21a91b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882609 Jul 29 09:52:55.487896 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 35272) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:55.503824 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b9d8f-b288-4a04-a29e-c41d10bc1ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66be68b6-063b-44db-9619-4f119df7a30e,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:55.534949 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aedd10-04ab-476f-a687-dab6751c3a61 req-c9adc716-8619-47d0-b16f-30dea82c8d3c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:55.536527 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b1aedd10-04ab-476f-a687-dab6751c3a61 req-c9adc716-8619-47d0-b16f-30dea82c8d3c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0664630 Jul 29 09:52:55.545489 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4009068-7e6f-4fcc-a4e6-f6b39882cfe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:55.569105 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4009068-7e6f-4fcc-a4e6-f6b39882cfe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:55.590417 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b1aedd10-04ab-476f-a687-dab6751c3a61 req-38bc2e9a-6228-4053-a279-4d3a6480721c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455985 Jul 29 09:52:55.623464 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4009068-7e6f-4fcc-a4e6-f6b39882cfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:55.626440 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4009068-7e6f-4fcc-a4e6-f6b39882cfe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:55.627640 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-d4009068-7e6f-4fcc-a4e6-f6b39882cfe7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/66be68b6-063b-44db-9619-4f119df7a30e HTTP/1.1" status: 204 len: 168 time: 0.1386189 Jul 29 09:52:55.636246 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4009068-7e6f-4fcc-a4e6-f6b39882cfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66be68b6-063b-44db-9619-4f119df7a30e,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:56.021131 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 35284) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:56.040669 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-96a96ab9-7996-44cb-becc-ff1b4e5efdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:56.180565 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-96a96ab9-7996-44cb-becc-ff1b4e5efdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:56.185178 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-96a96ab9-7996-44cb-becc-ff1b4e5efdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:56.225501 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-96a96ab9-7996-44cb-becc-ff1b4e5efdb1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e498649514d34c75a1bebfa1e72fd637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029812 Jul 29 09:52:56.226382 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a96ab9-7996-44cb-becc-ff1b4e5efdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8fe89b-de10-4444-8712-b66c2f9041dc,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:56.228310 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 35288) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:56.282325 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-77c2e63c-f52a-4347-9ccd-787f1dde05b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:56.305376 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-77c2e63c-f52a-4347-9ccd-787f1dde05b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:56.354996 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-77c2e63c-f52a-4347-9ccd-787f1dde05b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:56.358517 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-77c2e63c-f52a-4347-9ccd-787f1dde05b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:56.362587 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-77c2e63c-f52a-4347-9ccd-787f1dde05b0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe8fe89b-de10-4444-8712-b66c2f9041dc HTTP/1.1" status: 204 len: 168 time: 0.1328394 Jul 29 09:52:56.370671 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2e63c-f52a-4347-9ccd-787f1dde05b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8fe89b-de10-4444-8712-b66c2f9041dc,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:56.719814 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82f56b-900d-4536-8f1e-896d83f574d3 req-ed313643-fe75-4c54-b615-7e9124966958 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:56.721415 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1d82f56b-900d-4536-8f1e-896d83f574d3 req-ed313643-fe75-4c54-b615-7e9124966958 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0568969 Jul 29 09:52:56.772947 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1d82f56b-900d-4536-8f1e-896d83f574d3 req-93bec059-d69e-40c6-acc9-89598eea87d1 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450816 Jul 29 09:52:57.117104 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 35320) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:57.277497 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-06806040-c337-4032-abd0-0681f73bbc53 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1435043172-network', 'tenant_id': '22c8a52d132e48f6bdf3cb0a7b0a4da5'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:52:57.312101 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06806040-c337-4032-abd0-0681f73bbc53 admin admin] Made reservation on behalf of 22c8a52d132e48f6bdf3cb0a7b0a4da5 for: {'network': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:52:57.316421 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-06806040-c337-4032-abd0-0681f73bbc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:57.329113 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-06806040-c337-4032-abd0-0681f73bbc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:57.459975 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-06806040-c337-4032-abd0-0681f73bbc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:57.466306 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-06806040-c337-4032-abd0-0681f73bbc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:57.491065 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06806040-c337-4032-abd0-0681f73bbc53 admin admin] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=104728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 09:52:57.506913 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06806040-c337-4032-abd0-0681f73bbc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c141ed7-bc72-45f5-a240-3dedc320d7c2,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:57.512645 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-06806040-c337-4032-abd0-0681f73bbc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:57.513179 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.segments_db [None req-06806040-c337-4032-abd0-0681f73bbc53 admin admin] Added segment c55793bf-4184-4dbd-ba6e-d30fab346c4f of type vlan for network 921efa16-44c3-4260-b40f-de4e27ca023e Jul 29 09:52:57.557811 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-06806040-c337-4032-abd0-0681f73bbc53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:57.593680 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-06806040-c337-4032-abd0-0681f73bbc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:57.594575 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06806040-c337-4032-abd0-0681f73bbc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:57.595174 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-06806040-c337-4032-abd0-0681f73bbc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:57.649499 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-06806040-c337-4032-abd0-0681f73bbc53 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5309849 Jul 29 09:52:57.653022 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 35328) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:57.658194 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-f13ab051-1660-4d15-8875-76decf99a5e2 admin admin] Request body: {'subnet': {'network_id': '921efa16-44c3-4260-b40f-de4e27ca023e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1435043172-subnet', 'tenant_id': '22c8a52d132e48f6bdf3cb0a7b0a4da5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:52:57.660206 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06806040-c337-4032-abd0-0681f73bbc53 admin admin] Pushing event updated for resources: {'Network': ['ID=921efa16-44c3-4260-b40f-de4e27ca023e,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:57.671331 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network 921efa16-44c3-4260-b40f-de4e27ca023e details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 09:52:57.685308 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13ab051-1660-4d15-8875-76decf99a5e2 admin admin] Made reservation on behalf of 22c8a52d132e48f6bdf3cb0a7b0a4da5 for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:52:57.688139 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f13ab051-1660-4d15-8875-76decf99a5e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:57.904106 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f13ab051-1660-4d15-8875-76decf99a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for subnet, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:58.016941 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ab051-1660-4d15-8875-76decf99a5e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f046e0d4-95ef-4dff-9413-25d4e16dd954,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:58.028637 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13ab051-1660-4d15-8875-76decf99a5e2 admin admin] Checking segment: {'id': 'c55793bf-4184-4dbd-ba6e-d30fab346c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '921efa16-44c3-4260-b40f-de4e27ca023e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:52:58.029066 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13ab051-1660-4d15-8875-76decf99a5e2 admin admin] Network hostable DHCP agents. Network: 921efa16-44c3-4260-b40f-de4e27ca023e, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 09:52:58.058856 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13ab051-1660-4d15-8875-76decf99a5e2 admin admin] Network 921efa16-44c3-4260-b40f-de4e27ca023e is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 09:52:58.076147 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-f13ab051-1660-4d15-8875-76decf99a5e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, 921efa16-44c3-4260-b40f-de4e27ca023e) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:52:58.081997 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13ab051-1660-4d15-8875-76decf99a5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:58.082742 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f13ab051-1660-4d15-8875-76decf99a5e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:58.095813 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b30f037-185b-4be3-aa0a-c1161131cd04 None None] Network 921efa16-44c3-4260-b40f-de4e27ca023e requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:52:58.109500 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f13ab051-1660-4d15-8875-76decf99a5e2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4551311 Jul 29 09:52:58.139527 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3455d54-63da-40aa-851f-62681f282c35 req-5b6b74d4-f3d8-4612-aa3e-8bc25b3c450a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:58.147778 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a3455d54-63da-40aa-851f-62681f282c35 req-5b6b74d4-f3d8-4612-aa3e-8bc25b3c450a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.2966807 Jul 29 09:52:58.198014 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a3455d54-63da-40aa-851f-62681f282c35 req-72c74e77-767d-4e04-a701-8476d0388e46 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490294 Jul 29 09:52:58.311988 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aafe70-b653-42c4-8c08-4eaf5c43c0b3 None None] Network 921efa16-44c3-4260-b40f-de4e27ca023e requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:52:58.781253 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 35362) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:58.786814 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-e25005c6-5534-4722-bdde-10efe4e61380 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1538859282-network', 'tenant_id': 'ab2506dfc8014dbc949c2cd39b18f7d6'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:52:58.819156 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25005c6-5534-4722-bdde-10efe4e61380 admin admin] Made reservation on behalf of ab2506dfc8014dbc949c2cd39b18f7d6 for: {'network': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:52:58.821718 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e25005c6-5534-4722-bdde-10efe4e61380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:58.831802 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e25005c6-5534-4722-bdde-10efe4e61380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:58.970535 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e25005c6-5534-4722-bdde-10efe4e61380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:58.976147 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e25005c6-5534-4722-bdde-10efe4e61380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:59.006818 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25005c6-5534-4722-bdde-10efe4e61380 admin admin] vlan segment allocate from pool success with {'vlan_id': 1133, 'physical_network': 'physnet1'} {{(pid=104728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 09:52:59.019710 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25005c6-5534-4722-bdde-10efe4e61380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cf4da4-4065-499a-a3cb-9da0535bb242,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:59.025298 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e25005c6-5534-4722-bdde-10efe4e61380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:59.025738 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.segments_db [None req-e25005c6-5534-4722-bdde-10efe4e61380 admin admin] Added segment d28575aa-d9cd-4991-b6a0-f8a45490cd1f of type vlan for network 7173badd-b093-44e7-877f-bd332a4a12e9 Jul 29 09:52:59.085449 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e25005c6-5534-4722-bdde-10efe4e61380 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:59.134173 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e25005c6-5534-4722-bdde-10efe4e61380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:59.135538 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25005c6-5534-4722-bdde-10efe4e61380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:59.136966 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e25005c6-5534-4722-bdde-10efe4e61380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:59.192605 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-e25005c6-5534-4722-bdde-10efe4e61380 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4100273 Jul 29 09:52:59.196486 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 35368) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:52:59.206576 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-6c4b3f79-02df-4ce5-ae8f-981ce8d34a9c admin admin] Request body: {'subnet': {'network_id': '7173badd-b093-44e7-877f-bd332a4a12e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1538859282-subnet', 'tenant_id': 'ab2506dfc8014dbc949c2cd39b18f7d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:52:59.208658 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25005c6-5534-4722-bdde-10efe4e61380 admin admin] Pushing event updated for resources: {'Network': ['ID=7173badd-b093-44e7-877f-bd332a4a12e9,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:59.224137 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network 7173badd-b093-44e7-877f-bd332a4a12e9 details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 09:52:59.248232 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4b3f79-02df-4ce5-ae8f-981ce8d34a9c admin admin] Made reservation on behalf of ab2506dfc8014dbc949c2cd39b18f7d6 for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:52:59.251684 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3f79-02df-4ce5-ae8f-981ce8d34a9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:59.406513 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b0601-f7c2-4579-8032-2a4be7801470 req-8d51b895-6faa-4446-bab6-ceea831dc307 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:59.408223 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b03b0601-f7c2-4579-8032-2a4be7801470 req-8d51b895-6faa-4446-bab6-ceea831dc307 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0745807 Jul 29 09:52:59.463674 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b03b0601-f7c2-4579-8032-2a4be7801470 req-491e1215-691b-44ae-aec3-284482d2be5e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482316 Jul 29 09:52:59.533523 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3f79-02df-4ce5-ae8f-981ce8d34a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for subnet, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:59.601256 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b3f79-02df-4ce5-ae8f-981ce8d34a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a04ea5-92ca-475b-be5d-b2be2acac454,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:52:59.611974 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4b3f79-02df-4ce5-ae8f-981ce8d34a9c admin admin] Checking segment: {'id': 'd28575aa-d9cd-4991-b6a0-f8a45490cd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '7173badd-b093-44e7-877f-bd332a4a12e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:52:59.612378 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4b3f79-02df-4ce5-ae8f-981ce8d34a9c admin admin] Network hostable DHCP agents. Network: 7173badd-b093-44e7-877f-bd332a4a12e9, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 09:52:59.644868 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4b3f79-02df-4ce5-ae8f-981ce8d34a9c admin admin] Network 7173badd-b093-44e7-877f-bd332a4a12e9 is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 09:52:59.662643 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-6c4b3f79-02df-4ce5-ae8f-981ce8d34a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, 7173badd-b093-44e7-877f-bd332a4a12e9) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:52:59.669184 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4b3f79-02df-4ce5-ae8f-981ce8d34a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:52:59.670648 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3f79-02df-4ce5-ae8f-981ce8d34a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:52:59.675950 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7617db6b-5ca2-4a14-9908-04605ca5b8e9 None None] Network 7173badd-b093-44e7-877f-bd332a4a12e9 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:52:59.690480 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6c4b3f79-02df-4ce5-ae8f-981ce8d34a9c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4920785 Jul 29 09:52:59.852327 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e3a34f-82cc-4036-aed9-2895be19d613 None None] Network 7173badd-b093-44e7-877f-bd332a4a12e9 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:53:00.598023 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207696d-745b-4b74-983c-e9162b3299e6 req-571164f1-7ca7-47e7-aa9f-86b4781c6d6d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:00.599628 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a207696d-745b-4b74-983c-e9162b3299e6 req-571164f1-7ca7-47e7-aa9f-86b4781c6d6d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0647373 Jul 29 09:53:00.647245 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a207696d-745b-4b74-983c-e9162b3299e6 req-5936c230-4e97-4176-99ea-3697ed0ff375 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412204 Jul 29 09:53:01.778677 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a1bfd-046e-4ad5-9eb9-30d95c69bec9 req-90a76ae2-8ab2-4d53-b955-347ccfcc84ac tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:01.779978 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-048a1bfd-046e-4ad5-9eb9-30d95c69bec9 req-90a76ae2-8ab2-4d53-b955-347ccfcc84ac tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0575004 Jul 29 09:53:01.820196 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-048a1bfd-046e-4ad5-9eb9-30d95c69bec9 req-010a695e-bb49-4197-8a7e-1f4ccb9d956e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335150 Jul 29 09:53:02.935536 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7ffb7-91ab-452f-9bab-47ac92e3621c req-871aabb6-11b8-4aa3-a051-58f301332a40 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:02.937033 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-29d7ffb7-91ab-452f-9bab-47ac92e3621c req-871aabb6-11b8-4aa3-a051-58f301332a40 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0488753 Jul 29 09:53:02.975704 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-29d7ffb7-91ab-452f-9bab-47ac92e3621c req-0aedd184-e03c-41f3-9624-9d24c297100a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326123 Jul 29 09:53:04.106776 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee4945-a835-4d0a-9e34-e1f128680923 req-75b7432c-d35b-48c8-8025-90746b883c87 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:04.108394 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-33ee4945-a835-4d0a-9e34-e1f128680923 req-75b7432c-d35b-48c8-8025-90746b883c87 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0620923 Jul 29 09:53:04.155206 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-33ee4945-a835-4d0a-9e34-e1f128680923 req-35bee724-8ae3-4398-ba62-2e7218ef4535 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363138 Jul 29 09:53:05.283840 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474347ff-5db1-46b4-befc-b7ace1163576 req-9e709a1b-edfd-4c60-9450-46b3d242e803 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:05.285494 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-474347ff-5db1-46b4-befc-b7ace1163576 req-9e709a1b-edfd-4c60-9450-46b3d242e803 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0574908 Jul 29 09:53:05.334627 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-474347ff-5db1-46b4-befc-b7ace1163576 req-0d7e0d37-7de4-428c-a508-a5e5ffb99b3c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392210 Jul 29 09:53:06.475823 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becda73c-d3f5-486e-a69f-1e15d48eade1 req-87b24dac-be06-4c1f-a4bb-cb567d09f6e5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:06.478012 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-becda73c-d3f5-486e-a69f-1e15d48eade1 req-87b24dac-be06-4c1f-a4bb-cb567d09f6e5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0521696 Jul 29 09:53:06.521618 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-becda73c-d3f5-486e-a69f-1e15d48eade1 req-0e3812f3-0c69-4faa-8e05-b22415733b24 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367563 Jul 29 09:53:07.645638 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4e21-9d12-4d37-93e6-0a87e136aefb req-1a9c7a2a-c907-4c77-a9a4-fe3adf96e226 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:07.646780 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-db6c4e21-9d12-4d37-93e6-0a87e136aefb req-1a9c7a2a-c907-4c77-a9a4-fe3adf96e226 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0546489 Jul 29 09:53:07.687329 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-db6c4e21-9d12-4d37-93e6-0a87e136aefb req-403cd2e6-0602-4eef-b1d0-5d6481c85745 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338137 Jul 29 09:53:08.819761 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6cf24-d9a8-4fb3-b4f0-38ef85a62268 req-83b35003-e551-4588-b482-d755df854a2c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:08.823217 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dec6cf24-d9a8-4fb3-b4f0-38ef85a62268 req-83b35003-e551-4588-b482-d755df854a2c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0619905 Jul 29 09:53:08.868904 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dec6cf24-d9a8-4fb3-b4f0-38ef85a62268 req-1a816897-08b8-4819-bf5e-96b5aa321bbf tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352747 Jul 29 09:53:10.011089 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78e80f-5a35-41f6-af1b-f09aaafc2b3a req-e89640b7-fe50-4122-874c-ed12a04b1105 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:10.012892 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eb78e80f-5a35-41f6-af1b-f09aaafc2b3a req-e89640b7-fe50-4122-874c-ed12a04b1105 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0554373 Jul 29 09:53:10.055534 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eb78e80f-5a35-41f6-af1b-f09aaafc2b3a req-b1c47507-178e-42e8-9475-bf2bff41372c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360074 Jul 29 09:53:11.193093 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a586e6e-a528-4135-a6d1-1ce2cbd22b44 req-c914de08-5cb2-4b26-b1ec-2e9a9fd5fefc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:11.195199 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1a586e6e-a528-4135-a6d1-1ce2cbd22b44 req-c914de08-5cb2-4b26-b1ec-2e9a9fd5fefc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0676358 Jul 29 09:53:11.243213 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1a586e6e-a528-4135-a6d1-1ce2cbd22b44 req-8d2c1d37-80b8-4d9f-aef6-da243702bdca tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371606 Jul 29 09:53:12.370088 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb8e31-c93a-422c-8da3-58f278c6aeb7 req-e6a840f4-98fc-471c-9524-79922a757092 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:12.372637 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d5bb8e31-c93a-422c-8da3-58f278c6aeb7 req-e6a840f4-98fc-471c-9524-79922a757092 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0514500 Jul 29 09:53:12.415705 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d5bb8e31-c93a-422c-8da3-58f278c6aeb7 req-3f7473a8-aa3e-44ec-9dac-102ce30d70bf tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369444 Jul 29 09:53:13.549051 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466809be-ac33-4a76-85d3-904f6deb7369 req-9ee2c808-e510-43a0-8cbc-5d1040f438fa tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:13.550729 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-466809be-ac33-4a76-85d3-904f6deb7369 req-9ee2c808-e510-43a0-8cbc-5d1040f438fa tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0546052 Jul 29 09:53:13.593195 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-466809be-ac33-4a76-85d3-904f6deb7369 req-0db1f2fb-f0ff-421a-9bcb-74f081bb876f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355618 Jul 29 09:53:14.035684 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:14.285608 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-a0b301d3-7300-4a2c-862a-f7dfbdd0f609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:14.326624 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e530d9e-7683-43ec-b42e-b8f78f6ccd28 req-00a9c0fc-b72e-4772-b4fa-0cc2bceec966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:14.329549 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2e530d9e-7683-43ec-b42e-b8f78f6ccd28 req-00a9c0fc-b72e-4772-b4fa-0cc2bceec966 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 1098 time: 0.0995679 Jul 29 09:53:14.384499 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2e530d9e-7683-43ec-b42e-b8f78f6ccd28 req-7b94fcb0-f971-40f3-9a4c-356bdd494220 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469203 Jul 29 09:53:14.730998 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c5d19-6c5b-4bba-82db-3b4a64054af6 req-63815361-0996-4d94-b07b-41822aad606a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:14.732497 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-156c5d19-6c5b-4bba-82db-3b4a64054af6 req-63815361-0996-4d94-b07b-41822aad606a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0596859 Jul 29 09:53:14.773755 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-156c5d19-6c5b-4bba-82db-3b4a64054af6 req-d0a93e65-9cc8-433d-9494-255bbd099440 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352685 Jul 29 09:53:15.891670 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e8edb-bd9c-409e-ba06-d157fa033710 req-cffacaea-d9bd-4551-bfdd-96b0010b7715 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:15.893296 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ab1e8edb-bd9c-409e-ba06-d157fa033710 req-cffacaea-d9bd-4551-bfdd-96b0010b7715 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0499167 Jul 29 09:53:15.933199 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ab1e8edb-bd9c-409e-ba06-d157fa033710 req-b0dc771f-798b-4550-8dbc-d4de499d59cd tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332830 Jul 29 09:53:16.088564 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee776c1-798c-4a82-992b-64851b4c464d req-e741eeab-82ba-4b4a-98e9-6754ce199b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:16.090338 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7ee776c1-798c-4a82-992b-64851b4c464d req-e741eeab-82ba-4b4a-98e9-6754ce199b5e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ffa878d0aac14ae987b17e465ad1769e&device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 1098 time: 0.0443020 Jul 29 09:53:16.332995 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:53:16.414144 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee776c1-798c-4a82-992b-64851b4c464d req-94e601e7-0022-4317-87d2-68f9c302bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:16.419495 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7ee776c1-798c-4a82-992b-64851b4c464d req-94e601e7-0022-4317-87d2-68f9c302bed7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4a43051e-9405-4d7d-b1d4-41bec9856a1d HTTP/1.1" status: 200 len: 920 time: 0.3025842 Jul 29 09:53:16.479325 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7ee776c1-798c-4a82-992b-64851b4c464d req-bc527f46-0952-430b-805c-76b3c3ff0807 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71d634be-ce6b-4f1e-8d92-b9a3145dd465 HTTP/1.1" status: 200 len: 217 time: 0.0439949 Jul 29 09:53:16.613918 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee776c1-798c-4a82-992b-64851b4c464d req-f3077014-d3c8-4d32-a42f-1a5550aa9695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:16.615291 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7ee776c1-798c-4a82-992b-64851b4c464d req-f3077014-d3c8-4d32-a42f-1a5550aa9695 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94ad0de8-8eb3-4402-86a4-0707bcb79a43 HTTP/1.1" status: 200 len: 858 time: 0.0463903 Jul 29 09:53:16.664389 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7ee776c1-798c-4a82-992b-64851b4c464d req-b6f373ad-b4b2-4741-b018-983f01d585c0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4a43051e-9405-4d7d-b1d4-41bec9856a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284514 Jul 29 09:53:17.049051 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c6836-423f-4a97-8ef1-873253899845 req-153f5399-aae6-47e9-943b-835abdbf8b29 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:17.050564 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c03c6836-423f-4a97-8ef1-873253899845 req-153f5399-aae6-47e9-943b-835abdbf8b29 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0494549 Jul 29 09:53:17.091553 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c03c6836-423f-4a97-8ef1-873253899845 req-5d8080c8-800c-40ff-9997-629c4961d3f0 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351424 Jul 29 09:53:17.273245 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-41132a08-b84a-4255-993f-f3d946eced3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:17.689900 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:18.235208 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d767e8-031d-4b47-aea9-8f28c419a2d2 req-74c09146-d806-482c-b614-d9f935ae4aca tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:18.236757 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c4d767e8-031d-4b47-aea9-8f28c419a2d2 req-74c09146-d806-482c-b614-d9f935ae4aca tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0703084 Jul 29 09:53:18.295064 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c4d767e8-031d-4b47-aea9-8f28c419a2d2 req-718c9aa3-ad94-42d4-bad7-f04651a0903f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496016 Jul 29 09:53:18.627128 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:19.420525 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21750c0e-20d9-4f8a-b941-12d0f8a45687 req-084bb158-f73b-4ce9-8d2c-185990429bb6 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:19.422048 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-21750c0e-20d9-4f8a-b941-12d0f8a45687 req-084bb158-f73b-4ce9-8d2c-185990429bb6 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0529737 Jul 29 09:53:19.473467 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-21750c0e-20d9-4f8a-b941-12d0f8a45687 req-cc189897-1be0-4392-b1fd-2ea4fa215073 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450020 Jul 29 09:53:20.412102 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:20.595011 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dcd30-916f-449a-8cf7-ccbabbf67736 req-037ef05c-074a-4fe0-8f8a-f8202c7622c7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:20.596511 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0f6dcd30-916f-449a-8cf7-ccbabbf67736 req-037ef05c-074a-4fe0-8f8a-f8202c7622c7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0495861 Jul 29 09:53:20.635496 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0f6dcd30-916f-449a-8cf7-ccbabbf67736 req-17d90129-d605-4300-a456-2834307808b2 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331657 Jul 29 09:53:21.333543 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7ee776c1-798c-4a82-992b-64851b4c464d req-7e98c61c-d623-4a6c-a642-198d6b4bec62 service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897436 Jul 29 09:53:21.758860 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0532e-fc71-4c45-9d36-0cd12fb76f34 req-12b92884-041d-44f4-ba7f-dcebf2aab2ae tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:21.760441 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eee0532e-fc71-4c45-9d36-0cd12fb76f34 req-12b92884-041d-44f4-ba7f-dcebf2aab2ae tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0545754 Jul 29 09:53:21.804571 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eee0532e-fc71-4c45-9d36-0cd12fb76f34 req-ac45146f-c296-421f-bddb-e1c463bd37b9 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342388 Jul 29 09:53:22.922065 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ba8b8-c1ee-45f0-8c41-51e1f01e2699 req-8298d9e5-bb59-4292-8fb9-5e6a70f0c8f0 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:22.923585 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2e0ba8b8-c1ee-45f0-8c41-51e1f01e2699 req-8298d9e5-bb59-4292-8fb9-5e6a70f0c8f0 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0494921 Jul 29 09:53:22.962046 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2e0ba8b8-c1ee-45f0-8c41-51e1f01e2699 req-c2c78ccd-0de3-457e-8918-af489bbe23a6 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326152 Jul 29 09:53:24.078974 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d5cec-21ce-4ff7-904e-884d242cc20f req-815c309e-b367-4c77-b672-3dff83895e8d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:24.080485 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-018d5cec-21ce-4ff7-904e-884d242cc20f req-815c309e-b367-4c77-b672-3dff83895e8d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0503578 Jul 29 09:53:24.126698 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-018d5cec-21ce-4ff7-904e-884d242cc20f req-dd5fc927-df6b-4093-b001-29024e96b2d1 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403397 Jul 29 09:53:24.185292 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7ee776c1-798c-4a82-992b-64851b4c464d req-b371cc2d-ea26-4d6f-b9ea-bf52632ce73f service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903025 Jul 29 09:53:25.264820 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f52e50-5512-4acb-bcba-b91366db3611 req-206c6524-4ed3-4e32-ac4c-bc6184288321 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:25.268206 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-94f52e50-5512-4acb-bcba-b91366db3611 req-206c6524-4ed3-4e32-ac4c-bc6184288321 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0706611 Jul 29 09:53:25.314125 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-94f52e50-5512-4acb-bcba-b91366db3611 req-958b229d-e917-4762-a6f8-521f2a1c683f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354626 Jul 29 09:53:26.436402 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8f9e1-4d5d-4778-bdf1-97196c2bfd38 req-1f9815be-8d92-475d-988a-3dff7bf2adde tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:26.437800 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0da8f9e1-4d5d-4778-bdf1-97196c2bfd38 req-1f9815be-8d92-475d-988a-3dff7bf2adde tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0537062 Jul 29 09:53:26.494127 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0da8f9e1-4d5d-4778-bdf1-97196c2bfd38 req-5c8f71e4-5a47-4f59-acb3-586db542546c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498712 Jul 29 09:53:26.839759 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5cee2-0ce2-47de-b2d6-f2a079135229 req-6cd3b07f-f091-4b4c-993f-fe23f0ddfabc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:26.842031 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c5d5cee2-0ce2-47de-b2d6-f2a079135229 req-6cd3b07f-f091-4b4c-993f-fe23f0ddfabc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0675151 Jul 29 09:53:26.851089 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f911c27-495d-4da9-9e80-79ce9b588a97 req-5473ed3b-2fd7-4ad1-9e40-598ebc8ebb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:26.853333 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8f911c27-495d-4da9-9e80-79ce9b588a97 req-5473ed3b-2fd7-4ad1-9e40-598ebc8ebb3f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ffa878d0aac14ae987b17e465ad1769e&device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 1098 time: 0.0554132 Jul 29 09:53:26.901988 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c5d5cee2-0ce2-47de-b2d6-f2a079135229 req-02bff224-5cde-48aa-b872-b6dfd1d6d2c7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510428 Jul 29 09:53:26.992379 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f911c27-495d-4da9-9e80-79ce9b588a97 req-8cc87915-f8f5-4b26-a90c-3e17acfad8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:26.994391 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8f911c27-495d-4da9-9e80-79ce9b588a97 req-8cc87915-f8f5-4b26-a90c-3e17acfad8ea service neutron] 10.222.0.89 "GET /v2.0/networks?id=4a43051e-9405-4d7d-b1d4-41bec9856a1d HTTP/1.1" status: 200 len: 920 time: 0.1329987 Jul 29 09:53:27.056107 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8f911c27-495d-4da9-9e80-79ce9b588a97 req-c019c8db-407a-4f00-977a-9dd6561c0596 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71d634be-ce6b-4f1e-8d92-b9a3145dd465 HTTP/1.1" status: 200 len: 217 time: 0.0514362 Jul 29 09:53:27.138397 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f911c27-495d-4da9-9e80-79ce9b588a97 req-a0e160b3-1b77-44ee-88ca-081ba37e7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:27.139921 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8f911c27-495d-4da9-9e80-79ce9b588a97 req-a0e160b3-1b77-44ee-88ca-081ba37e7e9a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94ad0de8-8eb3-4402-86a4-0707bcb79a43 HTTP/1.1" status: 200 len: 858 time: 0.0759041 Jul 29 09:53:27.170932 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 35840) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:27.215290 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8f911c27-495d-4da9-9e80-79ce9b588a97 req-ee4d15d2-a80c-4772-acef-6bcd1f2fddc6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4a43051e-9405-4d7d-b1d4-41bec9856a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658813 Jul 29 09:53:27.366821 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8f911c27-495d-4da9-9e80-79ce9b588a97 req-5eb21895-2d72-4d66-a1c0-26078af9d45d service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440675 Jul 29 09:53:27.446557 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-301279c9-c0d8-4564-afc6-35c717f4fdd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:27.553935 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8f911c27-495d-4da9-9e80-79ce9b588a97 req-cbad12f2-7672-42bd-94b3-aa3beacd2ddb service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786323 Jul 29 09:53:27.646413 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-301279c9-c0d8-4564-afc6-35c717f4fdd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:27.654021 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-301279c9-c0d8-4564-afc6-35c717f4fdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:27.729896 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 35864) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:27.730630 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-301279c9-c0d8-4564-afc6-35c717f4fdd9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2d2ef76bf9774889813719292f3b9cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5572968 Jul 29 09:53:27.731600 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301279c9-c0d8-4564-afc6-35c717f4fdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b2b7c0-5292-4829-b96c-5cab3ec14266,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:27.811951 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a9147d83-b224-4fa4-aeb6-7ca82e0b03d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:27.843372 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a9147d83-b224-4fa4-aeb6-7ca82e0b03d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:27.898707 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a9147d83-b224-4fa4-aeb6-7ca82e0b03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:27.901762 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a9147d83-b224-4fa4-aeb6-7ca82e0b03d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:27.902608 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-a9147d83-b224-4fa4-aeb6-7ca82e0b03d7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d0b2b7c0-5292-4829-b96c-5cab3ec14266 HTTP/1.1" status: 204 len: 168 time: 0.1704233 Jul 29 09:53:27.911056 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9147d83-b224-4fa4-aeb6-7ca82e0b03d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b2b7c0-5292-4829-b96c-5cab3ec14266,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:28.063918 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b71bbc-2048-4112-9bd6-f7c4525e461f req-dbfa8c91-3689-4031-8275-1a2be1f1dcb1 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:28.065547 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-00b71bbc-2048-4112-9bd6-f7c4525e461f req-dbfa8c91-3689-4031-8275-1a2be1f1dcb1 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0676200 Jul 29 09:53:28.118575 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-00b71bbc-2048-4112-9bd6-f7c4525e461f req-1ee55bb2-afbc-4a25-8053-6f9e7abdeb05 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401955 Jul 29 09:53:28.250167 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 35876) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:28.271673 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-92b41507-b96b-4b19-9a2b-dd411e8edb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:28.429800 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-92b41507-b96b-4b19-9a2b-dd411e8edb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:28.435916 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-92b41507-b96b-4b19-9a2b-dd411e8edb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:28.505439 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-92b41507-b96b-4b19-9a2b-dd411e8edb6e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bba8f8483f8d4c76b8b16705a677408d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514453 Jul 29 09:53:28.506104 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b41507-b96b-4b19-9a2b-dd411e8edb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4e0ec0-4fb8-4012-a319-f06181862e7b,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:28.507876 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 35884) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:28.568500 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c9abf50f-ec94-47a7-a02b-79adb0456ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:28.603523 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c9abf50f-ec94-47a7-a02b-79adb0456ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:28.686487 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c9abf50f-ec94-47a7-a02b-79adb0456ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:28.689685 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c9abf50f-ec94-47a7-a02b-79adb0456ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:28.690906 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-c9abf50f-ec94-47a7-a02b-79adb0456ca7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4c4e0ec0-4fb8-4012-a319-f06181862e7b HTTP/1.1" status: 204 len: 168 time: 0.1820254 Jul 29 09:53:28.700152 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abf50f-ec94-47a7-a02b-79adb0456ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4e0ec0-4fb8-4012-a319-f06181862e7b,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:29.271487 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df10ba4-51e0-4ad1-8e8e-79f2cf0b4f17 req-6840616d-45c6-45c0-b602-71e2acd27456 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:29.272185 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7df10ba4-51e0-4ad1-8e8e-79f2cf0b4f17 req-6840616d-45c6-45c0-b602-71e2acd27456 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0755770 Jul 29 09:53:29.341136 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7df10ba4-51e0-4ad1-8e8e-79f2cf0b4f17 req-151c5065-2c5c-40f0-9d4f-d27bae9a7649 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615633 Jul 29 09:53:29.556042 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-d46b71d9-6ffd-44c7-a66d-c5deef74e1a4 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1575634840&fields=id&tenant_id=147b9f51d3f941a6a9a6089a8002c50c HTTP/1.1" status: 200 len: 267 time: 0.0508096 Jul 29 09:53:29.681995 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-31cc02e5-b106-45c7-889e-60fab51f4248 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:29.684388 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-31cc02e5-b106-45c7-889e-60fab51f4248 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/networks?id=3d26533d-aae3-4e39-98ba-6024be38bcd3 HTTP/1.1" status: 200 len: 808 time: 0.1213751 Jul 29 09:53:29.701394 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-b098a08d-ea4e-4609-b887-41bdb6bbdc7b tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/quotas/147b9f51d3f941a6a9a6089a8002c50c HTTP/1.1" status: 200 len: 375 time: 0.0104640 Jul 29 09:53:29.772555 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-237b7f48-2ba0-415f-9d58-9e8ae049e6c0 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=147b9f51d3f941a6a9a6089a8002c50c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643909 Jul 29 09:53:29.915024 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-a17315aa-a2f0-4990-8ae8-8df2ee4f149b service neutron] 10.222.0.78 "GET /v2.0/networks/3d26533d-aae3-4e39-98ba-6024be38bcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253083 Jul 29 09:53:30.049449 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-35035f73-1729-467c-b57a-c4cb0cbf3f87 service neutron] 10.222.0.78 "GET /v2.0/networks/3d26533d-aae3-4e39-98ba-6024be38bcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237547 Jul 29 09:53:30.430685 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fa6cc6d6-dd61-4a11-8d11-a61672771e22 req-f9813029-ea94-47a7-8813-54c4ad4cfe85 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 210 time: 0.0300014 Jul 29 09:53:30.555889 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc026060-58e4-470b-86d9-86476136fea4 req-78d97b2e-e053-48e7-a88e-e204cd181879 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:30.558640 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cc026060-58e4-470b-86d9-86476136fea4 req-78d97b2e-e053-48e7-a88e-e204cd181879 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0582263 Jul 29 09:53:30.621387 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cc026060-58e4-470b-86d9-86476136fea4 req-f47240e2-677b-43ca-808a-dc4fd303773d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510170 Jul 29 09:53:31.566372 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-08f73baf-20fa-4f40-8538-c3b2de4ec507 req-135b7e15-72b4-4e39-808c-33a3eb409a86 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 210 time: 0.0500417 Jul 29 09:53:31.808752 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac13eea-5e42-45be-a781-8f43496a7f90 req-faa6ed2c-59ba-45ca-8bed-e0c9aa60d351 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:31.810734 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0ac13eea-5e42-45be-a781-8f43496a7f90 req-faa6ed2c-59ba-45ca-8bed-e0c9aa60d351 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0805109 Jul 29 09:53:31.868156 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0ac13eea-5e42-45be-a781-8f43496a7f90 req-343fcbfb-6dfa-45a3-b873-1151c50124cf tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427063 Jul 29 09:53:32.271828 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 36048) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:32.426728 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4405af9b-2d3c-4cda-a412-4be2258243de admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:32.573019 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4405af9b-2d3c-4cda-a412-4be2258243de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:32.586342 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4405af9b-2d3c-4cda-a412-4be2258243de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:32.651466 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-4405af9b-2d3c-4cda-a412-4be2258243de admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=979c1dc73c3149ea9860ab92c805f4a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762741 Jul 29 09:53:32.652390 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 36062) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:32.680407 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405af9b-2d3c-4cda-a412-4be2258243de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db3ed91-f360-425b-afdf-d7ddd6f967b4,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:32.716974 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cd1acc22-cda1-47af-b217-6911d7f94983 req-5b29e79d-363b-4aaf-928f-89d5c20dd97d tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 210 time: 0.0688477 Jul 29 09:53:32.763561 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d9c46c25-67ca-4781-8c4e-f3b45c0b3888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:32.793885 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d9c46c25-67ca-4781-8c4e-f3b45c0b3888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:32.856110 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d9c46c25-67ca-4781-8c4e-f3b45c0b3888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:32.858947 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d9c46c25-67ca-4781-8c4e-f3b45c0b3888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:32.860291 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-d9c46c25-67ca-4781-8c4e-f3b45c0b3888 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6db3ed91-f360-425b-afdf-d7ddd6f967b4 HTTP/1.1" status: 204 len: 168 time: 0.2061033 Jul 29 09:53:32.868988 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c46c25-67ca-4781-8c4e-f3b45c0b3888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db3ed91-f360-425b-afdf-d7ddd6f967b4,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:33.822691 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-19c3b1eb-1a35-4df9-89c1-a14bff2ed556 req-b570d08d-191a-4906-a190-5691be23b74d tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 210 time: 0.0392857 Jul 29 09:53:34.373773 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 36116) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:34.491702 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e1db2b76-46ff-43d5-885e-0dd95f203e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:34.596101 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e1db2b76-46ff-43d5-885e-0dd95f203e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:34.601510 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e1db2b76-46ff-43d5-885e-0dd95f203e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:34.640069 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db2b76-46ff-43d5-885e-0dd95f203e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd6f61e-8d91-472c-8445-38d9ca6172c7,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:34.644475 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-e1db2b76-46ff-43d5-885e-0dd95f203e82 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=28cccac579b9448e88c221241c216b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696600 Jul 29 09:53:34.647463 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 36120) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:34.650747 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db2b76-46ff-43d5-885e-0dd95f203e82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.651238 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db2b76-46ff-43d5-885e-0dd95f203e82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.651829 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db2b76-46ff-43d5-885e-0dd95f203e82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.652260 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db2b76-46ff-43d5-885e-0dd95f203e82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.652604 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db2b76-46ff-43d5-885e-0dd95f203e82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.652985 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db2b76-46ff-43d5-885e-0dd95f203e82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.653320 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db2b76-46ff-43d5-885e-0dd95f203e82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.653689 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db2b76-46ff-43d5-885e-0dd95f203e82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.654042 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db2b76-46ff-43d5-885e-0dd95f203e82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.654510 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db2b76-46ff-43d5-885e-0dd95f203e82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.654744 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db2b76-46ff-43d5-885e-0dd95f203e82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.655061 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db2b76-46ff-43d5-885e-0dd95f203e82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.709973 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d6b3666d-d69b-4ce0-92a4-a9a92634e41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:34.753243 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d6b3666d-d69b-4ce0-92a4-a9a92634e41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:34.843272 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d6b3666d-d69b-4ce0-92a4-a9a92634e41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:34.846153 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d6b3666d-d69b-4ce0-92a4-a9a92634e41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:34.855657 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-d6b3666d-d69b-4ce0-92a4-a9a92634e41f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5cd6f61e-8d91-472c-8445-38d9ca6172c7 HTTP/1.1" status: 204 len: 168 time: 0.1993368 Jul 29 09:53:34.863118 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3666d-d69b-4ce0-92a4-a9a92634e41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd6f61e-8d91-472c-8445-38d9ca6172c7,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:34.872432 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b3666d-d69b-4ce0-92a4-a9a92634e41f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.873164 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b3666d-d69b-4ce0-92a4-a9a92634e41f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.873420 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b3666d-d69b-4ce0-92a4-a9a92634e41f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.874050 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b3666d-d69b-4ce0-92a4-a9a92634e41f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.874475 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b3666d-d69b-4ce0-92a4-a9a92634e41f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.874806 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b3666d-d69b-4ce0-92a4-a9a92634e41f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.875636 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b3666d-d69b-4ce0-92a4-a9a92634e41f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.875787 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b3666d-d69b-4ce0-92a4-a9a92634e41f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.876096 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b3666d-d69b-4ce0-92a4-a9a92634e41f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.876588 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b3666d-d69b-4ce0-92a4-a9a92634e41f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.877240 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b3666d-d69b-4ce0-92a4-a9a92634e41f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.877576 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b3666d-d69b-4ce0-92a4-a9a92634e41f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:53:34.957621 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-597ef50f-0c1c-40e2-ba60-a43738ff5c29 req-9896a9c8-c1fb-4f0b-af02-8d8218c30809 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 210 time: 0.0314136 Jul 29 09:53:35.653561 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf329cf-81ed-429f-8ed8-1f107ce28210 req-74eb6154-cd90-49ed-aa45-c87c363b637e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:35.655247 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1bf329cf-81ed-429f-8ed8-1f107ce28210 req-74eb6154-cd90-49ed-aa45-c87c363b637e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0741029 Jul 29 09:53:35.710402 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1bf329cf-81ed-429f-8ed8-1f107ce28210 req-f1fcce54-3dc3-4f78-b753-89bbb390508d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479231 Jul 29 09:53:36.139435 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7caeefd9-e1a8-48ca-8ad4-1dd0f8ef4776 req-e6905e09-160c-4ee0-b05a-4a65bfc73ca7 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 210 time: 0.0449741 Jul 29 09:53:36.389820 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 36196) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:36.577717 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9182f79d-b0bf-4eb5-8e4c-b04db3c11965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:36.798249 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9182f79d-b0bf-4eb5-8e4c-b04db3c11965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:36.808749 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9182f79d-b0bf-4eb5-8e4c-b04db3c11965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:36.822163 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-b69821de-b52a-47f5-93f8-9c481f751552 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:36.824007 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-b69821de-b52a-47f5-93f8-9c481f751552 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.89 "GET /v2.0/networks?id=3d26533d-aae3-4e39-98ba-6024be38bcd3 HTTP/1.1" status: 200 len: 808 time: 0.2212863 Jul 29 09:53:36.855830 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182f79d-b0bf-4eb5-8e4c-b04db3c11965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d498ef-1920-44b2-8b74-8bc41ac4fb1a,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:36.860607 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-9182f79d-b0bf-4eb5-8e4c-b04db3c11965 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e0775ca94c204307b6cf0b286fd0791f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4690886 Jul 29 09:53:36.866472 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 36206) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:36.905843 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-57c7d3e8-040c-46d9-95ce-d267385f6046 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=147b9f51d3f941a6a9a6089a8002c50c HTTP/1.1" status: 200 len: 380 time: 0.0618167 Jul 29 09:53:36.924112 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-1e208156-b27b-48d3-9e95-54177752d0f6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Request body: {'port': {'device_id': '0e15aa65-8716-4722-8e78-7ff7b1bb0fbd', 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3', 'admin_state_up': True, 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'security_groups': ['ac92b539-d301-46f2-9fde-83b0fb0e068e']}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:53:36.943694 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-8831e2d7-4eff-4664-b7d5-0f20c3d65c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:36.972057 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-8831e2d7-4eff-4664-b7d5-0f20c3d65c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:37.037579 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-8831e2d7-4eff-4664-b7d5-0f20c3d65c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:37.040365 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-8831e2d7-4eff-4664-b7d5-0f20c3d65c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:37.042427 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-8831e2d7-4eff-4664-b7d5-0f20c3d65c0d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/90d498ef-1920-44b2-8b74-8bc41ac4fb1a HTTP/1.1" status: 204 len: 168 time: 0.1719511 Jul 29 09:53:37.050566 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831e2d7-4eff-4664-b7d5-0f20c3d65c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d498ef-1920-44b2-8b74-8bc41ac4fb1a,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:37.071328 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-1e208156-b27b-48d3-9e95-54177752d0f6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Made reservation on behalf of 147b9f51d3f941a6a9a6089a8002c50c for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:53:37.074997 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-1e208156-b27b-48d3-9e95-54177752d0f6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:37.245002 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-1e208156-b27b-48d3-9e95-54177752d0f6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Allocated IP 172.20.0.7 (3d26533d-aae3-4e39-98ba-6024be38bcd3/1988ccbe-a5bc-4fe7-8a63-64acf70441a3/de8193ec-3c2f-4425-910c-12007d5ff872) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:53:37.278730 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-512b0d6d-fec0-416d-9a59-28e5e458c33d req-02f41b43-3a0d-41b8-aa74-2ab4b04a8c2e tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 210 time: 0.0448968 Jul 29 09:53:37.485618 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-1e208156-b27b-48d3-9e95-54177752d0f6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:37.497987 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 36218) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:37.504181 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-1e208156-b27b-48d3-9e95-54177752d0f6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Transition to ACTIVE for port object de8193ec-3c2f-4425-910c-12007d5ff872 will not be triggered until provisioned by entity DHCP. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:53:37.514584 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1a357a0c-3e1c-4478-8472-932b3421969f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:37.554827 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-1e208156-b27b-48d3-9e95-54177752d0f6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:37.603553 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-1e208156-b27b-48d3-9e95-54177752d0f6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Network 3d26533d-aae3-4e39-98ba-6024be38bcd3 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:53:37.607541 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-1e208156-b27b-48d3-9e95-54177752d0f6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:53:37.614964 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-1e208156-b27b-48d3-9e95-54177752d0f6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:53:37.621528 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-1e208156-b27b-48d3-9e95-54177752d0f6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:37.622265 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-1e208156-b27b-48d3-9e95-54177752d0f6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:37.627774 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e208156-b27b-48d3-9e95-54177752d0f6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Pushing event updated for resources: {'Port': ['ID=de8193ec-3c2f-4425-910c-12007d5ff872,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:37.657024 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1a357a0c-3e1c-4478-8472-932b3421969f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:37.663753 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1a357a0c-3e1c-4478-8472-932b3421969f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:37.676093 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-1e208156-b27b-48d3-9e95-54177752d0f6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7556882 Jul 29 09:53:37.708632 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Request body: {'port': {'device_id': '0e15aa65-8716-4722-8e78-7ff7b1bb0fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:53:37.738165 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-1a357a0c-3e1c-4478-8472-932b3421969f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5c8bb96ac15d40eaaf156619996c6a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381587 Jul 29 09:53:37.739637 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a357a0c-3e1c-4478-8472-932b3421969f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3953900e-0d44-4948-bacb-3ebe9e732173,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:37.744106 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 36226) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:37.819384 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:37.834747 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-bc7daa5e-12f2-406c-be73-129a58bc25a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:37.862953 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-bc7daa5e-12f2-406c-be73-129a58bc25a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:37.926302 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-bc7daa5e-12f2-406c-be73-129a58bc25a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:37.930105 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-bc7daa5e-12f2-406c-be73-129a58bc25a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:37.931847 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-bc7daa5e-12f2-406c-be73-129a58bc25a8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3953900e-0d44-4948-bacb-3ebe9e732173 HTTP/1.1" status: 204 len: 168 time: 0.1851232 Jul 29 09:53:37.941666 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7daa5e-12f2-406c-be73-129a58bc25a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3953900e-0d44-4948-bacb-3ebe9e732173,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:37.979094 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-00144d44-0410-4348-bd87-a94079f5c5e0 None None] Provisioning for port de8193ec-3c2f-4425-910c-12007d5ff872 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:53:37.984211 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-00144d44-0410-4348-bd87-a94079f5c5e0 None None] Provisioning complete for port de8193ec-3c2f-4425-910c-12007d5ff872 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:53:37.984996 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-00144d44-0410-4348-bd87-a94079f5c5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:38.029164 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-00144d44-0410-4348-bd87-a94079f5c5e0 None None] Port de8193ec-3c2f-4425-910c-12007d5ff872 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:53:38.261555 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8193ec-3c2f-4425-910c-12007d5ff872 {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:53:38.271163 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:38.284491 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Transition to ACTIVE for port object de8193ec-3c2f-4425-910c-12007d5ff872 will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:53:38.291757 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:38.351888 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Pushing event updated for resources: {'Port': ['ID=de8193ec-3c2f-4425-910c-12007d5ff872,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:38.410331 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Attempting to bind port de8193ec-3c2f-4425-910c-12007d5ff872 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:53:38.410882 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Attempting to bind port de8193ec-3c2f-4425-910c-12007d5ff872 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '3aa5b6d6-24e0-444b-89e0-1c39745cfee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:53:38.411967 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Attempting to bind port de8193ec-3c2f-4425-910c-12007d5ff872 on network 3d26533d-aae3-4e39-98ba-6024be38bcd3 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:53:38.420624 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Port de8193ec-3c2f-4425-910c-12007d5ff872 on network 3d26533d-aae3-4e39-98ba-6024be38bcd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 09:53:38.421298 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Attempting to bind port de8193ec-3c2f-4425-910c-12007d5ff872 on network 3d26533d-aae3-4e39-98ba-6024be38bcd3 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:53:38.430008 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:53:38.430827 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Checking segment: {'id': '3aa5b6d6-24e0-444b-89e0-1c39745cfee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:53:38.431511 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Bound using segment: {'id': '3aa5b6d6-24e0-444b-89e0-1c39745cfee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:53:38.432231 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Bound port: de8193ec-3c2f-4425-910c-12007d5ff872, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa5b6d6-24e0-444b-89e0-1c39745cfee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:53:38.433265 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:38.571916 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec6fc8-f37a-43fe-adc5-e9441da65761 req-79feb963-42b9-42af-9418-e65a701d8a8c tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:38.581704 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3aec6fc8-f37a-43fe-adc5-e9441da65761 req-79feb963-42b9-42af-9418-e65a701d8a8c tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.1076603 Jul 29 09:53:38.606386 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] For port de8193ec-3c2f-4425-910c-12007d5ff872, host hv-cinder-78825, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:53:38.615945 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] For port de8193ec-3c2f-4425-910c-12007d5ff872, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=de8193ec-3c2f-4425-910c-12007d5ff872,segment=NetworkSegment(3aa5b6d6-24e0-444b-89e0-1c39745cfee1),segment_id=3aa5b6d6-24e0-444b-89e0-1c39745cfee1)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:53:38.622233 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:38.655457 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3aec6fc8-f37a-43fe-adc5-e9441da65761 req-6c72f2c8-80da-46df-9ec2-e50be00bda2a tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648725 Jul 29 09:53:38.696227 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:38.696901 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:38.699171 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] 10.222.0.89 "PUT /v2.0/ports/de8193ec-3c2f-4425-910c-12007d5ff872 HTTP/1.1" status: 200 len: 1093 time: 1.0069389 Jul 29 09:53:38.699806 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e15aa65-8716-4722-8e78-7ff7b1bb0fbd', 'tag': 'de8193ec-3c2f-4425-910c-12007d5ff872'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:53:38.702228 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44094119-521a-47a9-94e2-9f738b60983f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e15aa65-8716-4722-8e78-7ff7b1bb0fbd", "tag": "de8193ec-3c2f-4425-910c-12007d5ff872"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:53:38.761113 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4fd12-844c-454c-85f1-67ea5248e387 service neutron] Pushing event updated for resources: {'Port': ['ID=de8193ec-3c2f-4425-910c-12007d5ff872,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:38.772778 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 09:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50d9b3d-87d3-41b2-84dc-fff308a7180e x-openstack-request-id: req-d50d9b3d-87d3-41b2-84dc-fff308a7180e {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:53:38.772950 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e15aa65-8716-4722-8e78-7ff7b1bb0fbd", "tag": "de8193ec-3c2f-4425-910c-12007d5ff872", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:53:38.773200 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d50d9b3d-87d3-41b2-84dc-fff308a7180e {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:53:38.773592 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e15aa65-8716-4722-8e78-7ff7b1bb0fbd', 'tag': 'de8193ec-3c2f-4425-910c-12007d5ff872', 'status': 'completed', 'code': 200} Jul 29 09:53:38.851989 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-aa2e0aa0-8b55-41b3-ba6f-5dccaabdd95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:38.856290 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-aa2e0aa0-8b55-41b3-ba6f-5dccaabdd95e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=147b9f51d3f941a6a9a6089a8002c50c&device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 1096 time: 0.0625203 Jul 29 09:53:38.946289 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-d3563806-c609-4c5f-b64f-ccbe4bed7593 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8193ec-3c2f-4425-910c-12007d5ff872 HTTP/1.1" status: 200 len: 217 time: 0.0633755 Jul 29 09:53:39.023368 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-30b27616-8ff6-4610-9767-1266624c7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:39.024981 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-30b27616-8ff6-4610-9767-1266624c7d62 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1988ccbe-a5bc-4fe7-8a63-64acf70441a3 HTTP/1.1" status: 200 len: 847 time: 0.0648744 Jul 29 09:53:39.084041 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-0bb18b70-f0ee-4229-9735-e5b88c6e7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:39.086009 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-0bb18b70-f0ee-4229-9735-e5b88c6e7503 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3d26533d-aae3-4e39-98ba-6024be38bcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525482 Jul 29 09:53:39.217202 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-c144ac85-f56c-4ee1-9b05-3d694e106300 service neutron] 10.222.0.89 "GET /v2.0/networks/3d26533d-aae3-4e39-98ba-6024be38bcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225615 Jul 29 09:53:39.326315 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0242ba0b-6d09-4606-b5b1-121b4bd50e08 req-e9827ce6-3eea-4c4d-94fe-d03a5f7a6251 service neutron] 10.222.0.89 "GET /v2.0/networks/3d26533d-aae3-4e39-98ba-6024be38bcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011934 Jul 29 09:53:39.476137 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44094119-521a-47a9-94e2-9f738b60983f req-d4c7faae-bf19-477e-a05a-5c64318db597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:39.478554 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44094119-521a-47a9-94e2-9f738b60983f req-d4c7faae-bf19-477e-a05a-5c64318db597 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=147b9f51d3f941a6a9a6089a8002c50c&device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 1096 time: 0.0601301 Jul 29 09:53:39.605986 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44094119-521a-47a9-94e2-9f738b60983f req-053c7b1f-09fc-4aaa-9c82-32271318b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:39.607570 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44094119-521a-47a9-94e2-9f738b60983f req-053c7b1f-09fc-4aaa-9c82-32271318b89c service neutron] 10.222.0.89 "GET /v2.0/networks?id=3d26533d-aae3-4e39-98ba-6024be38bcd3 HTTP/1.1" status: 200 len: 910 time: 0.1190560 Jul 29 09:53:39.676375 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44094119-521a-47a9-94e2-9f738b60983f req-11a483ca-4a07-47dc-a234-f7c73058358a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8193ec-3c2f-4425-910c-12007d5ff872 HTTP/1.1" status: 200 len: 217 time: 0.0590265 Jul 29 09:53:39.757433 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44094119-521a-47a9-94e2-9f738b60983f req-6483a1ab-a89c-487b-ab86-8630dfd27ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:39.760823 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44094119-521a-47a9-94e2-9f738b60983f req-6483a1ab-a89c-487b-ab86-8630dfd27ad7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1988ccbe-a5bc-4fe7-8a63-64acf70441a3 HTTP/1.1" status: 200 len: 847 time: 0.0762320 Jul 29 09:53:39.841168 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e488de3-4287-48d6-9f6a-c021800c3597 req-318bf64d-77d7-4ed7-b6a0-e504fa6a88d0 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:39.842811 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0e488de3-4287-48d6-9f6a-c021800c3597 req-318bf64d-77d7-4ed7-b6a0-e504fa6a88d0 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0836129 Jul 29 09:53:39.850663 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44094119-521a-47a9-94e2-9f738b60983f req-12a154f7-2572-4e2b-951b-50cf0b9a46a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:39.853206 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44094119-521a-47a9-94e2-9f738b60983f req-12a154f7-2572-4e2b-951b-50cf0b9a46a8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3d26533d-aae3-4e39-98ba-6024be38bcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844369 Jul 29 09:53:39.906618 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0e488de3-4287-48d6-9f6a-c021800c3597 req-00b2eff4-9ab9-4f9b-bf50-f50517b02bf3 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491409 Jul 29 09:53:40.009272 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44094119-521a-47a9-94e2-9f738b60983f req-4b4835dc-87be-4a7b-b41e-6d61e06a63d2 service neutron] 10.222.0.89 "GET /v2.0/networks/3d26533d-aae3-4e39-98ba-6024be38bcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381552 Jul 29 09:53:40.132736 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44094119-521a-47a9-94e2-9f738b60983f req-73e4c20b-66d8-4e28-add9-4800f77681bd service neutron] 10.222.0.89 "GET /v2.0/networks/3d26533d-aae3-4e39-98ba-6024be38bcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059384 Jul 29 09:53:41.094225 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960e223-387b-46ff-97b0-c0400340b3ce req-db3efac9-46bb-4dab-b38e-e4ef6955a467 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:41.096309 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e960e223-387b-46ff-97b0-c0400340b3ce req-db3efac9-46bb-4dab-b38e-e4ef6955a467 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0654731 Jul 29 09:53:41.142462 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e960e223-387b-46ff-97b0-c0400340b3ce req-338a6a9c-d6ae-4aee-83d2-7b474d0437bd tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393631 Jul 29 09:53:42.318943 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c080c66-1b97-406b-a4db-3fc24636e660 req-0b589220-83ea-4d9d-a5b4-7db40276acd1 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:42.320468 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0c080c66-1b97-406b-a4db-3fc24636e660 req-0b589220-83ea-4d9d-a5b4-7db40276acd1 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0874012 Jul 29 09:53:42.387969 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0c080c66-1b97-406b-a4db-3fc24636e660 req-0577929e-b230-4350-aa7a-0a7655b6a03c tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591750 Jul 29 09:53:43.562206 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adeff3-0067-43f7-a393-b5505086b050 req-6afd4a4b-e910-4ca2-a5d9-7b23901bb6a0 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:43.563857 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-28adeff3-0067-43f7-a393-b5505086b050 req-6afd4a4b-e910-4ca2-a5d9-7b23901bb6a0 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0820553 Jul 29 09:53:43.619980 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-28adeff3-0067-43f7-a393-b5505086b050 req-3adb9e3f-89a2-4aaf-9191-0ded1955a5d1 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427680 Jul 29 09:53:44.038837 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:44.241400 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-950425b8-3283-45ee-83ed-7430013e4c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:44.779834 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30302f3-e221-4044-9fd1-6f5483596650 req-b8c41a5d-09d1-40c9-9f65-3101040aad98 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:44.781469 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c30302f3-e221-4044-9fd1-6f5483596650 req-b8c41a5d-09d1-40c9-9f65-3101040aad98 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0563707 Jul 29 09:53:44.833581 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c30302f3-e221-4044-9fd1-6f5483596650 req-e8c08457-d2ee-47ce-8719-258ad155b3c8 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452030 Jul 29 09:53:45.985112 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52fd5c-2ac7-4f1d-a402-4936c3bc012b req-304a4217-03e7-49c1-b1b9-b45c26dad630 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:45.986904 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9c52fd5c-2ac7-4f1d-a402-4936c3bc012b req-304a4217-03e7-49c1-b1b9-b45c26dad630 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0633421 Jul 29 09:53:46.050266 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9c52fd5c-2ac7-4f1d-a402-4936c3bc012b req-26708428-4a3f-4f51-8066-ea0b3d023401 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566688 Jul 29 09:53:47.221550 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2ed4b-fc66-40e7-a70a-7731e4892e66 req-ee7a0b87-465d-4fb4-9d18-645b94ac571e tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:47.223156 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-79e2ed4b-fc66-40e7-a70a-7731e4892e66 req-ee7a0b87-465d-4fb4-9d18-645b94ac571e tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0657306 Jul 29 09:53:47.281147 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-333ff678-7b2b-4a9e-9063-89d774106983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:47.289487 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-79e2ed4b-fc66-40e7-a70a-7731e4892e66 req-dfd5dd7e-d7b4-4253-97a4-a2640272ecbc tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579569 Jul 29 09:53:47.723426 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:47.909309 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aacd2d-76c1-41f5-9c56-436e8ac4463c req-7fe81fc9-d8a2-4b80-aaf1-bf4734cf1d65 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:47.912608 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-50aacd2d-76c1-41f5-9c56-436e8ac4463c req-7fe81fc9-d8a2-4b80-aaf1-bf4734cf1d65 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0931807 Jul 29 09:53:47.917583 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca7c7d-07be-4a9c-aa8d-e41f5a97dda4 req-c53c5d9c-0f87-4876-a4cd-82b0267d89dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:47.919216 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-58ca7c7d-07be-4a9c-aa8d-e41f5a97dda4 req-c53c5d9c-0f87-4876-a4cd-82b0267d89dd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ffa878d0aac14ae987b17e465ad1769e&device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 1098 time: 0.0708351 Jul 29 09:53:47.990797 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-50aacd2d-76c1-41f5-9c56-436e8ac4463c req-b2d8a441-8ece-4101-a253-589da4fa2b1e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687811 Jul 29 09:53:48.098543 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca7c7d-07be-4a9c-aa8d-e41f5a97dda4 req-357d58b1-01cc-4c13-984a-b270cd0e380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:48.100487 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-58ca7c7d-07be-4a9c-aa8d-e41f5a97dda4 req-357d58b1-01cc-4c13-984a-b270cd0e380b service neutron] 10.222.0.89 "GET /v2.0/networks?id=4a43051e-9405-4d7d-b1d4-41bec9856a1d HTTP/1.1" status: 200 len: 920 time: 0.1717017 Jul 29 09:53:48.201912 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-58ca7c7d-07be-4a9c-aa8d-e41f5a97dda4 req-670cd654-ddc7-4082-82e3-963369a84a7a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71d634be-ce6b-4f1e-8d92-b9a3145dd465 HTTP/1.1" status: 200 len: 217 time: 0.0571592 Jul 29 09:53:48.275615 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca7c7d-07be-4a9c-aa8d-e41f5a97dda4 req-ff2817cf-8ebf-45b0-9505-575994fe7dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:48.277574 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-58ca7c7d-07be-4a9c-aa8d-e41f5a97dda4 req-ff2817cf-8ebf-45b0-9505-575994fe7dfa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94ad0de8-8eb3-4402-86a4-0707bcb79a43 HTTP/1.1" status: 200 len: 858 time: 0.0646994 Jul 29 09:53:48.328281 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-58ca7c7d-07be-4a9c-aa8d-e41f5a97dda4 req-b820c5ea-08a3-4f49-9784-bdc309a4e65c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4a43051e-9405-4d7d-b1d4-41bec9856a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294995 Jul 29 09:53:48.485365 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-58ca7c7d-07be-4a9c-aa8d-e41f5a97dda4 req-9f1a3bda-9096-4333-ab6b-7710db423fa4 service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494317 Jul 29 09:53:48.486719 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cb06a-fc43-4954-8576-7507d748d081 req-62c9ae40-bcb4-4f67-9b0f-77ee9ef2ad31 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:48.488490 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-335cb06a-fc43-4954-8576-7507d748d081 req-62c9ae40-bcb4-4f67-9b0f-77ee9ef2ad31 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0848775 Jul 29 09:53:48.543632 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-335cb06a-fc43-4954-8576-7507d748d081 req-0e317414-8c52-4a2a-a8f8-424523efb715 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434668 Jul 29 09:53:48.618566 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-58ca7c7d-07be-4a9c-aa8d-e41f5a97dda4 req-22b0dd01-e997-4e26-9018-9a582997cd54 service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206150 Jul 29 09:53:48.637944 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:49.154018 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae53f2b-e8ae-4b48-aa14-3079e3f64683 req-193a44d8-7a99-4967-ad3a-05325c3c85cf tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:49.156544 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5ae53f2b-e8ae-4b48-aa14-3079e3f64683 req-193a44d8-7a99-4967-ad3a-05325c3c85cf tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0790722 Jul 29 09:53:49.218003 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5ae53f2b-e8ae-4b48-aa14-3079e3f64683 req-125e15de-2f8b-42a5-aec2-40afa4af91a5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538762 Jul 29 09:53:49.698693 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41af6d0-03e4-4144-93c3-75793040e927 req-9e2d8db5-6d41-4009-92c5-5c2b693aec46 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:49.700501 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a41af6d0-03e4-4144-93c3-75793040e927 req-9e2d8db5-6d41-4009-92c5-5c2b693aec46 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0587735 Jul 29 09:53:49.771274 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a41af6d0-03e4-4144-93c3-75793040e927 req-57d34890-2a7d-4ed1-9e2c-12f1d5e792ad tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568209 Jul 29 09:53:50.391599 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7878419-7ea9-401b-877b-a1fca5628d9e req-9afbf081-1b45-41cd-afdf-67d9dd37fd30 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:50.393285 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e7878419-7ea9-401b-877b-a1fca5628d9e req-9afbf081-1b45-41cd-afdf-67d9dd37fd30 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0727513 Jul 29 09:53:50.421734 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:50.449932 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e7878419-7ea9-401b-877b-a1fca5628d9e req-cbe97f08-e568-46cc-b8d5-7fb26eb5ebf3 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457938 Jul 29 09:53:50.958087 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dba5d9-f473-4c18-a0a8-cc7f12badbea req-74c9a497-e950-4bf6-92ff-227fbcac97df tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:50.960490 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-96dba5d9-f473-4c18-a0a8-cc7f12badbea req-74c9a497-e950-4bf6-92ff-227fbcac97df tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0842550 Jul 29 09:53:51.031176 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-96dba5d9-f473-4c18-a0a8-cc7f12badbea req-2f19e12d-6e79-444c-9439-0b427b151ebe tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639188 Jul 29 09:53:51.614609 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936baf9-4c06-4995-b766-5ed8cea65ccf req-42030173-359f-4dc5-98e4-e403de6fd84a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:51.616121 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4936baf9-4c06-4995-b766-5ed8cea65ccf req-42030173-359f-4dc5-98e4-e403de6fd84a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0734861 Jul 29 09:53:51.676458 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4936baf9-4c06-4995-b766-5ed8cea65ccf req-b0841b5c-847d-4173-b115-657fb8f6be40 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534868 Jul 29 09:53:52.196305 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8461a3d-55e6-46fe-bef8-83cabf6b39fb req-8cf4fc47-7a30-4d52-9f84-c16eec3eaa85 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:52.198819 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c8461a3d-55e6-46fe-bef8-83cabf6b39fb req-8cf4fc47-7a30-4d52-9f84-c16eec3eaa85 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0710115 Jul 29 09:53:52.267346 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c8461a3d-55e6-46fe-bef8-83cabf6b39fb req-fbd90f0d-dc81-4f82-8262-ed51ac3690ac tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599387 Jul 29 09:53:52.815047 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61d521-9037-4bfe-9956-cd0072e9de25 req-100e6bd9-35bf-4cae-8795-028a197a3010 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:52.817143 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1d61d521-9037-4bfe-9956-cd0072e9de25 req-100e6bd9-35bf-4cae-8795-028a197a3010 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0554056 Jul 29 09:53:52.860755 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1d61d521-9037-4bfe-9956-cd0072e9de25 req-14d92920-623c-4053-ab53-8275635ae90d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348382 Jul 29 09:53:53.337115 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:53:53.422389 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a21b45-06d8-4443-9e4a-b92a70161fe8 req-e11cc652-8098-4c78-96be-64c38278cc89 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:53.424011 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-05a21b45-06d8-4443-9e4a-b92a70161fe8 req-e11cc652-8098-4c78-96be-64c38278cc89 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0717533 Jul 29 09:53:53.484490 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-05a21b45-06d8-4443-9e4a-b92a70161fe8 req-bbc07244-23c4-4f4b-8530-0abcc34a75aa tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480347 Jul 29 09:53:54.023591 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcf6a0-38e7-405a-b007-3a64a4a8b2d1 req-a073fd62-4c19-4cc0-a198-5ef1bad8dbc5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:54.025238 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-06dcf6a0-38e7-405a-b007-3a64a4a8b2d1 req-a073fd62-4c19-4cc0-a198-5ef1bad8dbc5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0764551 Jul 29 09:53:54.083922 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-06dcf6a0-38e7-405a-b007-3a64a4a8b2d1 req-6a840ca8-c5e8-45ec-9d0e-b815af4a0fa0 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493214 Jul 29 09:53:54.279851 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 36606) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:54.351483 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ef616f-45e5-478d-bb80-21ac608f6450 admin admin] Deleting subnet f046e0d4-95ef-4dff-9413-25d4e16dd954 {{(pid=104728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 09:53:54.363359 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f7ef616f-45e5-478d-bb80-21ac608f6450 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:54.415832 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f7ef616f-45e5-478d-bb80-21ac608f6450 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8199903'] for subnet, precommit_delete_associations {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:54.493902 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f7ef616f-45e5-478d-bb80-21ac608f6450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782467'] for subnet, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:54.604085 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f7ef616f-45e5-478d-bb80-21ac608f6450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8099219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8094446'] for subnet, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:54.660440 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef616f-45e5-478d-bb80-21ac608f6450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f046e0d4-95ef-4dff-9413-25d4e16dd954,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:54.679847 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f7ef616f-45e5-478d-bb80-21ac608f6450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:54.681826 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-f7ef616f-45e5-478d-bb80-21ac608f6450 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f046e0d4-95ef-4dff-9413-25d4e16dd954 HTTP/1.1" status: 204 len: 168 time: 0.4007857 Jul 29 09:53:54.702588 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 36620) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:54.784693 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac63caa-7f8e-4f06-b6dc-a72648bc5c80 req-a93dff85-de77-4ea8-8d22-e1f4f626816e tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:54.786383 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9ac63caa-7f8e-4f06-b6dc-a72648bc5c80 req-a93dff85-de77-4ea8-8d22-e1f4f626816e tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.1848235 Jul 29 09:53:54.814472 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-144756a9-da07-4cb6-bf5e-dd0aa9f84b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648586'] for network, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:54.845121 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 36624) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:54.862813 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9ac63caa-7f8e-4f06-b6dc-a72648bc5c80 req-4e243946-b965-4541-8e76-c6ca001cd1a1 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627756 Jul 29 09:53:54.963510 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-144756a9-da07-4cb6-bf5e-dd0aa9f84b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785684', 'neutron.services.segments.db._delete_segments_for_network-8755120061489'] for network, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:54.979177 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-144756a9-da07-4cb6-bf5e-dd0aa9f84b09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921efa16-44c3-4260-b40f-de4e27ca023e']}} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:53:54.986894 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-554c2bcf-bf22-4ec4-876f-b86f7b9e71ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.003137 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-144756a9-da07-4cb6-bf5e-dd0aa9f84b09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55793bf-4184-4dbd-ba6e-d30fab346c4f') {'for_net_delete': True} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:53:55.003411 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-144756a9-da07-4cb6-bf5e-dd0aa9f84b09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55793bf-4184-4dbd-ba6e-d30fab346c4f') {} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:53:55.017766 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-144756a9-da07-4cb6-bf5e-dd0aa9f84b09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755120062522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8199892'] for segment, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.049547 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-144756a9-da07-4cb6-bf5e-dd0aa9f84b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.058843 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144756a9-da07-4cb6-bf5e-dd0aa9f84b09 admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=104728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 09:53:55.059482 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-144756a9-da07-4cb6-bf5e-dd0aa9f84b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8099405'] for segment, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: Traceback (most recent call last): Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: timer() Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: cb(*args, **kw) Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: return func(*args, **kwargs) Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: self._notify() Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: self.callback(batched_events) Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: event.method(event) Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: return f(self, *a, **k) Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: return self._get(url).json() Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: return self.request(url, 'GET', **kwargs) Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 09:53:55.062415 dv-cinder-788253-4-iscsi neutron-server[104728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 09:53:55.158624 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-554c2bcf-bf22-4ec4-876f-b86f7b9e71ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.165370 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-554c2bcf-bf22-4ec4-876f-b86f7b9e71ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.190056 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-144756a9-da07-4cb6-bf5e-dd0aa9f84b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634484'] for network, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.196930 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-144756a9-da07-4cb6-bf5e-dd0aa9f84b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.201929 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-144756a9-da07-4cb6-bf5e-dd0aa9f84b09 admin admin] 10.222.0.78 "DELETE /v2.0/networks/921efa16-44c3-4260-b40f-de4e27ca023e HTTP/1.1" status: 204 len: 168 time: 0.5056899 Jul 29 09:53:55.209378 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 36636) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:55.236322 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144756a9-da07-4cb6-bf5e-dd0aa9f84b09 admin admin] Pushing event deleted for resources: {'Network': ['ID=921efa16-44c3-4260-b40f-de4e27ca023e,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:55.263351 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-554c2bcf-bf22-4ec4-876f-b86f7b9e71ee admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fcf182e79d044c56bb0951c044d98454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4123931 Jul 29 09:53:55.264172 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c2bcf-bf22-4ec4-876f-b86f7b9e71ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c65a01-8f50-43f9-bf49-a60dd808ae12,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:55.265239 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 36640) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:55.362306 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa6d515-bed5-40b1-94a2-e6b8139b9063 admin admin] Deleting subnet f9a04ea5-92ca-475b-be5d-b2be2acac454 {{(pid=104729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 09:53:55.366194 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aaa6d515-bed5-40b1-94a2-e6b8139b9063 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.372166 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb1b3e-9d4d-422c-859f-db0759b16d36 req-e33da825-e5a1-4fd3-84ee-dc9a47d81beb tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:55.373762 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-32cb1b3e-9d4d-422c-859f-db0759b16d36 req-e33da825-e5a1-4fd3-84ee-dc9a47d81beb tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0959070 Jul 29 09:53:55.404309 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-bcdf43d4-b329-470b-ab2e-2228fdfbf39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.425922 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aaa6d515-bed5-40b1-94a2-e6b8139b9063 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.434529 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aaa6d515-bed5-40b1-94a2-e6b8139b9063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782467'] for subnet, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.454022 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-bcdf43d4-b329-470b-ab2e-2228fdfbf39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.469916 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-32cb1b3e-9d4d-422c-859f-db0759b16d36 req-3269b0c6-c877-4502-9121-60535989a2c7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824358 Jul 29 09:53:55.518689 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aaa6d515-bed5-40b1-94a2-e6b8139b9063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for subnet, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.540916 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-bcdf43d4-b329-470b-ab2e-2228fdfbf39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.544734 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-bcdf43d4-b329-470b-ab2e-2228fdfbf39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.546098 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-bcdf43d4-b329-470b-ab2e-2228fdfbf39b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c3c65a01-8f50-43f9-bf49-a60dd808ae12 HTTP/1.1" status: 204 len: 168 time: 0.2794721 Jul 29 09:53:55.555433 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6d515-bed5-40b1-94a2-e6b8139b9063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a04ea5-92ca-475b-be5d-b2be2acac454,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:55.565042 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aaa6d515-bed5-40b1-94a2-e6b8139b9063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.567246 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-aaa6d515-bed5-40b1-94a2-e6b8139b9063 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f9a04ea5-92ca-475b-be5d-b2be2acac454 HTTP/1.1" status: 204 len: 168 time: 0.3064973 Jul 29 09:53:55.570565 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 36650) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:55.585176 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf43d4-b329-470b-ab2e-2228fdfbf39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c65a01-8f50-43f9-bf49-a60dd808ae12,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:55.732302 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c55ee2fe-e636-4933-a0fd-19bbbb7a36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648586'] for network, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.876458 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c55ee2fe-e636-4933-a0fd-19bbbb7a36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785684', 'neutron.services.segments.db._delete_segments_for_network-8755120061489'] for network, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.899932 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-c55ee2fe-e636-4933-a0fd-19bbbb7a36ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7173badd-b093-44e7-877f-bd332a4a12e9']}} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:53:55.916377 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-c55ee2fe-e636-4933-a0fd-19bbbb7a36ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28575aa-d9cd-4991-b6a0-f8a45490cd1f') {'for_net_delete': True} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:53:55.917415 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-c55ee2fe-e636-4933-a0fd-19bbbb7a36ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28575aa-d9cd-4991-b6a0-f8a45490cd1f') {} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:53:55.930394 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c55ee2fe-e636-4933-a0fd-19bbbb7a36ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755120062522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8199892'] for segment, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.963000 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c55ee2fe-e636-4933-a0fd-19bbbb7a36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.985034 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55ee2fe-e636-4933-a0fd-19bbbb7a36ff admin admin] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=104728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 09:53:55.985434 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c55ee2fe-e636-4933-a0fd-19bbbb7a36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8099405'] for segment, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: Traceback (most recent call last): Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: timer() Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: cb(*args, **kw) Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: return func(*args, **kwargs) Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: self._notify() Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: self.callback(batched_events) Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: event.method(event) Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: return f(self, *a, **k) Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: return self._get(url).json() Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: return self.request(url, 'GET', **kwargs) Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 09:53:55.987814 dv-cinder-788253-4-iscsi neutron-server[104728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 09:53:56.072490 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 36662) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:56.102617 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-50dce934-f8fe-4274-9431-c26b1666f779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:56.103187 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cda67-d308-4891-a985-93f7e2935931 req-bcc5629a-c7be-42d1-a5af-b4ea7e144e06 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:56.106329 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bf7cda67-d308-4891-a985-93f7e2935931 req-bcc5629a-c7be-42d1-a5af-b4ea7e144e06 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.1346169 Jul 29 09:53:56.108403 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c55ee2fe-e636-4933-a0fd-19bbbb7a36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634484'] for network, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:56.118120 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c55ee2fe-e636-4933-a0fd-19bbbb7a36ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:56.124771 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-c55ee2fe-e636-4933-a0fd-19bbbb7a36ff admin admin] 10.222.0.78 "DELETE /v2.0/networks/7173badd-b093-44e7-877f-bd332a4a12e9 HTTP/1.1" status: 204 len: 168 time: 0.5505283 Jul 29 09:53:56.150059 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ee2fe-e636-4933-a0fd-19bbbb7a36ff admin admin] Pushing event deleted for resources: {'Network': ['ID=7173badd-b093-44e7-877f-bd332a4a12e9,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:56.186550 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bf7cda67-d308-4891-a985-93f7e2935931 req-65e119c3-8d14-4062-af51-14df007f4ba0 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619140 Jul 29 09:53:56.270124 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-50dce934-f8fe-4274-9431-c26b1666f779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:56.276042 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-50dce934-f8fe-4274-9431-c26b1666f779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:56.345047 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dce934-f8fe-4274-9431-c26b1666f779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d025f2-1a09-434d-a9de-7945992b47f1,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:56.352398 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-50dce934-f8fe-4274-9431-c26b1666f779 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8648e8c90edf497a920537c8fd0224e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783866 Jul 29 09:53:56.356936 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 36668) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:56.403692 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 36670) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:56.428790 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c29076aa-e6ba-4b81-b8da-de044ccfd976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:56.457437 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-63477439-2889-4b35-be01-31ceb7b7f583 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=22c8a52d132e48f6bdf3cb0a7b0a4da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521033 Jul 29 09:53:56.458906 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 36672) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:56.473799 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c29076aa-e6ba-4b81-b8da-de044ccfd976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:56.529725 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dbe86891-1cc0-4cff-9866-e4adafd539c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:56.545951 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c29076aa-e6ba-4b81-b8da-de044ccfd976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:56.550188 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c29076aa-e6ba-4b81-b8da-de044ccfd976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:56.554326 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-c29076aa-e6ba-4b81-b8da-de044ccfd976 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/17d025f2-1a09-434d-a9de-7945992b47f1 HTTP/1.1" status: 204 len: 168 time: 0.1961892 Jul 29 09:53:56.563524 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29076aa-e6ba-4b81-b8da-de044ccfd976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d025f2-1a09-434d-a9de-7945992b47f1,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:56.564683 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dbe86891-1cc0-4cff-9866-e4adafd539c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:56.662065 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dbe86891-1cc0-4cff-9866-e4adafd539c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:56.664753 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545753fa-42d6-4e33-8a55-c9961ace997c req-a8a6eb04-b879-49d2-b5c4-8b15030fc807 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:56.666567 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-545753fa-42d6-4e33-8a55-c9961ace997c req-a8a6eb04-b879-49d2-b5c4-8b15030fc807 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0700631 Jul 29 09:53:56.669315 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dbe86891-1cc0-4cff-9866-e4adafd539c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:56.672182 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-dbe86891-1cc0-4cff-9866-e4adafd539c1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c141ed7-bc72-45f5-a240-3dedc320d7c2 HTTP/1.1" status: 204 len: 168 time: 0.2115021 Jul 29 09:53:56.684678 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe86891-1cc0-4cff-9866-e4adafd539c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c141ed7-bc72-45f5-a240-3dedc320d7c2,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:56.737600 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-545753fa-42d6-4e33-8a55-c9961ace997c req-70b0dc02-7e46-47e9-9e9c-ee04fc9d1347 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620189 Jul 29 09:53:57.071777 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 36692) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:57.122868 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 36694) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:57.139640 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f09ad9c4-d3f6-4c0f-bb1a-885a9b64fa53 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab2506dfc8014dbc949c2cd39b18f7d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679116 Jul 29 09:53:57.145050 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 36696) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:57.153068 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cf6f0fd7-eeaf-4e9e-b889-834a081a107b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:57.230325 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-18fe9034-01a7-49be-8bc4-e089fa93381b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:57.273407 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-18fe9034-01a7-49be-8bc4-e089fa93381b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:57.572749 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd56bc8-b478-4110-aa69-2ced1219618c req-e1957cce-0ee2-4dac-bafd-6d1c7aa72757 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:57.574901 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ebd56bc8-b478-4110-aa69-2ced1219618c req-e1957cce-0ee2-4dac-bafd-6d1c7aa72757 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.2920561 Jul 29 09:53:57.596431 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cf6f0fd7-eeaf-4e9e-b889-834a081a107b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:57.599082 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-18fe9034-01a7-49be-8bc4-e089fa93381b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:57.601855 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-18fe9034-01a7-49be-8bc4-e089fa93381b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:57.606319 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-18fe9034-01a7-49be-8bc4-e089fa93381b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d8cf4da4-4065-499a-a3cb-9da0535bb242 HTTP/1.1" status: 204 len: 168 time: 0.4587815 Jul 29 09:53:57.613741 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cf6f0fd7-eeaf-4e9e-b889-834a081a107b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:57.632144 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe9034-01a7-49be-8bc4-e089fa93381b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cf4da4-4065-499a-a3cb-9da0535bb242,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:57.667641 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-cf6f0fd7-eeaf-4e9e-b889-834a081a107b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=979a682a41c5437591efc3e7af272888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5432525 Jul 29 09:53:57.670801 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ebd56bc8-b478-4110-aa69-2ced1219618c req-0e1d8bdf-8028-4694-8af1-3f53604cc555 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869331 Jul 29 09:53:57.674268 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 36706) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:57.680858 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f0fd7-eeaf-4e9e-b889-834a081a107b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5ce65d-1e5d-4512-894c-23f19389126f,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:57.769957 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f78b7151-4dd5-4e5d-9884-058c43694ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:57.806093 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f78b7151-4dd5-4e5d-9884-058c43694ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:57.893852 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f78b7151-4dd5-4e5d-9884-058c43694ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:57.898444 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f78b7151-4dd5-4e5d-9884-058c43694ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:57.905977 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f78b7151-4dd5-4e5d-9884-058c43694ef5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3c5ce65d-1e5d-4512-894c-23f19389126f HTTP/1.1" status: 204 len: 168 time: 0.2296944 Jul 29 09:53:57.917468 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913b840-d0d0-4325-9951-6b8ef4f914e3 req-3eb3c1cd-ebb9-4d48-a104-4216390c0e17 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:57.921405 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b913b840-d0d0-4325-9951-6b8ef4f914e3 req-3eb3c1cd-ebb9-4d48-a104-4216390c0e17 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0921094 Jul 29 09:53:57.934090 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b7151-4dd5-4e5d-9884-058c43694ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5ce65d-1e5d-4512-894c-23f19389126f,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:58.001576 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b913b840-d0d0-4325-9951-6b8ef4f914e3 req-af7d4c77-e6cb-43b2-92a1-ea3f7aa78772 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727777 Jul 29 09:53:58.874536 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc578e18-c00c-489c-9af5-54b56293ce7e req-df510b6f-e08e-4d5e-aac6-72815b570061 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:58.881457 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bc578e18-c00c-489c-9af5-54b56293ce7e req-df510b6f-e08e-4d5e-aac6-72815b570061 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0796642 Jul 29 09:53:58.927240 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bc578e18-c00c-489c-9af5-54b56293ce7e req-720bb3b7-0165-49fe-8c1f-ee65fe2e7fcb tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445735 Jul 29 09:53:59.175177 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d79f7-073d-45d6-8273-f2a42ca4b843 req-c52d6353-cf82-48d3-8e31-357d43906751 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:53:59.177152 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b24d79f7-073d-45d6-8273-f2a42ca4b843 req-c52d6353-cf82-48d3-8e31-357d43906751 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0790234 Jul 29 09:53:59.224931 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b24d79f7-073d-45d6-8273-f2a42ca4b843 req-8bd143c3-8937-46a2-beb5-be51c49d994f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379722 Jul 29 09:53:59.504526 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 36802) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:59.686170 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-da94869e-a411-41c2-80b0-c7a43f2d6411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:59.841348 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-da94869e-a411-41c2-80b0-c7a43f2d6411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:59.846621 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-da94869e-a411-41c2-80b0-c7a43f2d6411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:53:59.890569 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-da94869e-a411-41c2-80b0-c7a43f2d6411 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bade1908609a4e52bee1758f3f674dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849010 Jul 29 09:53:59.891500 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94869e-a411-41c2-80b0-c7a43f2d6411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284b4873-ce98-4c44-929d-9e0f6e2fe009,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:53:59.894791 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 36840) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:53:59.973522 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2fe3faa9-96ee-4ddc-8311-321b7ce9c409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:00.007151 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2fe3faa9-96ee-4ddc-8311-321b7ce9c409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:00.099728 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5061d-e979-4378-9a6d-7faa317c5fdb req-b13d4142-ee96-4f37-aca3-2c4f9bb24f43 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:00.100952 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8df5061d-e979-4378-9a6d-7faa317c5fdb req-b13d4142-ee96-4f37-aca3-2c4f9bb24f43 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0769033 Jul 29 09:54:00.106687 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2fe3faa9-96ee-4ddc-8311-321b7ce9c409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:00.109734 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2fe3faa9-96ee-4ddc-8311-321b7ce9c409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:00.110950 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-2fe3faa9-96ee-4ddc-8311-321b7ce9c409 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/284b4873-ce98-4c44-929d-9e0f6e2fe009 HTTP/1.1" status: 204 len: 168 time: 0.2142911 Jul 29 09:54:00.127429 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3faa9-96ee-4ddc-8311-321b7ce9c409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284b4873-ce98-4c44-929d-9e0f6e2fe009,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:00.193962 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8df5061d-e979-4378-9a6d-7faa317c5fdb req-c0d6aecf-8781-4045-986c-5eeb4ea98262 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696192 Jul 29 09:54:00.371964 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088e8aa-c27e-409b-ac46-017f16d23766 req-5c4726ce-30c2-4439-8691-cfd7c6c35900 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:00.373524 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a088e8aa-c27e-409b-ac46-017f16d23766 req-5c4726ce-30c2-4439-8691-cfd7c6c35900 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0606403 Jul 29 09:54:00.418788 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a088e8aa-c27e-409b-ac46-017f16d23766 req-772e2a49-90ba-4cad-9684-54c39fb65651 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387921 Jul 29 09:54:00.423077 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device de8193ec-3c2f-4425-910c-12007d5ff872 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 09:54:00.594703 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port de8193ec-3c2f-4425-910c-12007d5ff872, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=de8193ec-3c2f-4425-910c-12007d5ff872,segment=NetworkSegment(3aa5b6d6-24e0-444b-89e0-1c39745cfee1),segment_id=3aa5b6d6-24e0-444b-89e0-1c39745cfee1)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:54:00.607021 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': 'de8193ec-3c2f-4425-910c-12007d5ff872', 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3', 'port_id': 'de8193ec-3c2f-4425-910c-12007d5ff872', 'mac_address': 'fa:16:3e:3b:86:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 09:54:00.656420 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:00.675176 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8193ec-3c2f-4425-910c-12007d5ff872 {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:54:00.703596 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port de8193ec-3c2f-4425-910c-12007d5ff872, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=de8193ec-3c2f-4425-910c-12007d5ff872,segment=NetworkSegment(3aa5b6d6-24e0-444b-89e0-1c39745cfee1),segment_id=3aa5b6d6-24e0-444b-89e0-1c39745cfee1)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:54:00.710502 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:00.796436 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=de8193ec-3c2f-4425-910c-12007d5ff872,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:00.804235 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:00.804686 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:00.805132 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:00.805482 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:00.805815 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:00.806354 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:00.806701 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:00.807040 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:00.808425 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:00.809685 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:00.810070 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:00.810510 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:01.042468 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cfb02-aa29-4715-96ae-976db555b40c req-be911967-cca7-48eb-8c64-57b6479ce4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:01.045122 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e70cfb02-aa29-4715-96ae-976db555b40c req-be911967-cca7-48eb-8c64-57b6479ce4b1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 1098 time: 0.0697544 Jul 29 09:54:01.093442 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e70cfb02-aa29-4715-96ae-976db555b40c req-c1a3f254-cfb8-4b8a-b019-eef55cd5fe2f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392556 Jul 29 09:54:01.142281 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 36890) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:54:01.292064 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['de8193ec-3c2f-4425-910c-12007d5ff872'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:54:01.301402 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-9360efeb-c210-4527-8bf1-1205f0cc886a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1004335223-network', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:54:01.336413 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9360efeb-c210-4527-8bf1-1205f0cc886a admin admin] Made reservation on behalf of ce85ecee1bbb438e9e43ecc78295cb72 for: {'network': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:54:01.339586 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9360efeb-c210-4527-8bf1-1205f0cc886a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:01.350978 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9360efeb-c210-4527-8bf1-1205f0cc886a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:01.363014 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee3e12-7d4a-4b90-8be7-085c668f4c26 req-4b8323ed-940b-42f0-9bec-5f0ff2deb96f tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:01.369353 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dfee3e12-7d4a-4b90-8be7-085c668f4c26 req-4b8323ed-940b-42f0-9bec-5f0ff2deb96f tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 944 time: 0.0788939 Jul 29 09:54:01.427571 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dfee3e12-7d4a-4b90-8be7-085c668f4c26 req-554f5395-7c33-471e-84df-3b6af69391c6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518126 Jul 29 09:54:01.498138 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9360efeb-c210-4527-8bf1-1205f0cc886a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:01.508396 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9360efeb-c210-4527-8bf1-1205f0cc886a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:01.539103 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9360efeb-c210-4527-8bf1-1205f0cc886a admin admin] vlan segment allocate from pool success with {'vlan_id': 1122, 'physical_network': 'physnet1'} {{(pid=104729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 09:54:01.564493 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360efeb-c210-4527-8bf1-1205f0cc886a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027816fa-4435-40cd-b0cd-b94fa328965f,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:01.576890 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9360efeb-c210-4527-8bf1-1205f0cc886a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:01.578327 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.segments_db [None req-9360efeb-c210-4527-8bf1-1205f0cc886a admin admin] Added segment 412d9521-c694-4ee6-9284-1a73552ddc9b of type vlan for network bb3bd51d-b489-4795-b464-e3136f29bc87 Jul 29 09:54:01.619097 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a75a31-6a57-4d27-a90f-16c97736712d req-82fb4ba6-3435-4ae1-b74d-7de5eb9d0217 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:01.623859 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d4a75a31-6a57-4d27-a90f-16c97736712d req-82fb4ba6-3435-4ae1-b74d-7de5eb9d0217 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.1016395 Jul 29 09:54:01.658703 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9360efeb-c210-4527-8bf1-1205f0cc886a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:01.718603 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d4a75a31-6a57-4d27-a90f-16c97736712d req-381961cf-6398-4525-8a1b-e95b85e380d4 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807326 Jul 29 09:54:01.736443 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9360efeb-c210-4527-8bf1-1205f0cc886a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:01.737584 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9360efeb-c210-4527-8bf1-1205f0cc886a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:01.738176 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9360efeb-c210-4527-8bf1-1205f0cc886a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:01.811495 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-9360efeb-c210-4527-8bf1-1205f0cc886a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6637518 Jul 29 09:54:01.812550 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 36904) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:54:01.818900 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-3c6a8419-acd4-4e9b-b3b6-d473a4f25ea4 admin admin] Request body: {'subnet': {'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1004335223-subnet', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:54:01.856359 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360efeb-c210-4527-8bf1-1205f0cc886a admin admin] Pushing event updated for resources: {'Network': ['ID=bb3bd51d-b489-4795-b464-e3136f29bc87,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:01.863763 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6a8419-acd4-4e9b-b3b6-d473a4f25ea4 admin admin] Made reservation on behalf of ce85ecee1bbb438e9e43ecc78295cb72 for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:54:01.869501 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8419-acd4-4e9b-b3b6-d473a4f25ea4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:01.882639 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network bb3bd51d-b489-4795-b464-e3136f29bc87 details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 09:54:02.181365 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8419-acd4-4e9b-b3b6-d473a4f25ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for subnet, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:02.251277 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a8419-acd4-4e9b-b3b6-d473a4f25ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a1e3e51-273f-4db5-93c1-39dca98e69d4,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:02.259463 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a8419-acd4-4e9b-b3b6-d473a4f25ea4 admin admin] Checking segment: {'id': '412d9521-c694-4ee6-9284-1a73552ddc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:54:02.259824 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6a8419-acd4-4e9b-b3b6-d473a4f25ea4 admin admin] Network hostable DHCP agents. Network: bb3bd51d-b489-4795-b464-e3136f29bc87, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 09:54:02.285823 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6a8419-acd4-4e9b-b3b6-d473a4f25ea4 admin admin] Network bb3bd51d-b489-4795-b464-e3136f29bc87 is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 09:54:02.310891 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-3c6a8419-acd4-4e9b-b3b6-d473a4f25ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, bb3bd51d-b489-4795-b464-e3136f29bc87) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:54:02.317556 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6a8419-acd4-4e9b-b3b6-d473a4f25ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:02.318566 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8419-acd4-4e9b-b3b6-d473a4f25ea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:02.343276 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-3c6a8419-acd4-4e9b-b3b6-d473a4f25ea4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5292139 Jul 29 09:54:02.348156 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 36916) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:54:02.356622 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1004335223-router', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:54:02.374230 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b3f560-7965-44e8-8357-aa50d58948c6 None None] Network bb3bd51d-b489-4795-b464-e3136f29bc87 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:54:02.397001 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2267'] for router, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:02.398623 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1720115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2256'] for router, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:02.604812 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9a854-0e80-44f9-a775-56fa3e166416 req-913e293d-0c94-44cd-87ee-dcf19e7a24b0 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:02.608154 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-60b9a854-0e80-44f9-a775-56fa3e166416 req-913e293d-0c94-44cd-87ee-dcf19e7a24b0 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 944 time: 0.0779901 Jul 29 09:54:02.643484 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp282115e9-f32f-56c0-b3bc-1df1ec6c79b4-bb3bd51d-b489-4795-b464-e3136f29bc87', 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'fixed_ips': [{'subnet_id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4'}]}} from dv-cinder-788253-4-iscsi. {{(pid=104730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 09:54:02.644469 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:02.694298 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-60b9a854-0e80-44f9-a775-56fa3e166416 req-fd8bf0ed-b4a5-495d-8510-fc27be6b416c tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678549 Jul 29 09:54:02.727728 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:02.850170 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.db_base_plugin_common [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Allocated IP 172.20.0.2 (bb3bd51d-b489-4795-b464-e3136f29bc87/0a1e3e51-273f-4db5-93c1-39dca98e69d4/ccf46f44-f65a-4749-8e5d-e89bb7d663b1) {{(pid=104730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:54:02.875952 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2302'] for router, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:02.911189 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001dbe3-f797-4292-800c-28b2ff028833 req-f9c726f2-e894-4987-ae4e-a763478cbdc3 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:02.913624 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e001dbe3-f797-4292-800c-28b2ff028833 req-f9c726f2-e894-4987-ae4e-a763478cbdc3 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0880678 Jul 29 09:54:02.993960 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e001dbe3-f797-4292-800c-28b2ff028833 req-5a192331-c257-4820-a187-da3eb0671269 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594480 Jul 29 09:54:03.048234 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Notify callbacks [] for port, precommit_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:03.060006 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Transition to ACTIVE for port object ccf46f44-f65a-4749-8e5d-e89bb7d663b1 will not be triggered until provisioned by entity L2. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:54:03.083495 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Transition to ACTIVE for port object ccf46f44-f65a-4749-8e5d-e89bb7d663b1 will not be triggered until provisioned by entity DHCP. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:54:03.092895 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:03.155022 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Network bb3bd51d-b489-4795-b464-e3136f29bc87 is already hosted by enough agents. {{(pid=104730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:54:03.160088 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.base_scheduler [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Resources bound (agent type, host, resource id): {{(pid=104730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:54:03.164210 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Received port after_create {{(pid=104730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:54:03.188985 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Pushing event updated for resources: {'Port': ['ID=ccf46f44-f65a-4749-8e5d-e89bb7d663b1,revision_number=1']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:03.200513 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:03.227696 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:03.274516 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Attempting to bind port ccf46f44-f65a-4749-8e5d-e89bb7d663b1 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:54:03.281219 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Attempting to bind port ccf46f44-f65a-4749-8e5d-e89bb7d663b1 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '412d9521-c694-4ee6-9284-1a73552ddc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87'}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:54:03.281219 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Attempting to bind port ccf46f44-f65a-4749-8e5d-e89bb7d663b1 on network bb3bd51d-b489-4795-b464-e3136f29bc87 {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:54:03.282231 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:54:03.282623 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Checking segment: {'id': '412d9521-c694-4ee6-9284-1a73552ddc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:54:03.283249 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:03.283911 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Bound using segment: {'id': '412d9521-c694-4ee6-9284-1a73552ddc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87'} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:54:03.284488 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Bound port: ccf46f44-f65a-4749-8e5d-e89bb7d663b1, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412d9521-c694-4ee6-9284-1a73552ddc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87'}}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:54:03.284982 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:03.361897 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] For port ccf46f44-f65a-4749-8e5d-e89bb7d663b1, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:54:03.365607 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] For port ccf46f44-f65a-4749-8e5d-e89bb7d663b1, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=ccf46f44-f65a-4749-8e5d-e89bb7d663b1,segment=NetworkSegment(412d9521-c694-4ee6-9284-1a73552ddc9b),segment_id=412d9521-c694-4ee6-9284-1a73552ddc9b)] {{(pid=104730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:54:03.371652 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:03.378138 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] Allocated IP 172.27.2.212 (b3b02076-35c8-452e-bb57-22f5e98db348/fdb5e983-6a65-4f11-aa94-f451584e5c8e/73208e01-cbd0-44b7-a06a-070859abf612) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:54:03.470791 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f857d-64f5-4dea-ad73-5d61d266eb74 None None] Pushing event updated for resources: {'Port': ['ID=ccf46f44-f65a-4749-8e5d-e89bb7d663b1,revision_number=2']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:03.557743 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:03.637285 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:03.679121 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] Network b3b02076-35c8-452e-bb57-22f5e98db348 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:54:03.685575 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:54:03.692965 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:54:03.798020 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] Pushing event updated for resources: {'Port': ['ID=73208e01-cbd0-44b7-a06a-070859abf612,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:03.908609 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7caeb-3792-4f5c-a917-61316d24c802 req-c1de8368-65a3-4b9f-a19f-0d1ff2931035 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:03.912280 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-43a7caeb-3792-4f5c-a917-61316d24c802 req-c1de8368-65a3-4b9f-a19f-0d1ff2931035 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 944 time: 0.1127105 Jul 29 09:54:03.978515 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-43a7caeb-3792-4f5c-a917-61316d24c802 req-6f389c5b-170f-4b36-b7fc-bb758dee98dc tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550303 Jul 29 09:54:04.056903 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:04.164772 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03c804-e277-449a-88e3-99c9825f720e req-6082e150-dc7b-4f30-b688-258755a55435 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:04.167464 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b03c804-e277-449a-88e3-99c9825f720e req-6082e150-dc7b-4f30-b688-258755a55435 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0647552 Jul 29 09:54:04.221789 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b03c804-e277-449a-88e3-99c9825f720e req-267b0e5e-cca0-48f1-9407-e50e27b38517 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458589 Jul 29 09:54:04.390163 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634540'] for router, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:04.618622 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device ccf46f44-f65a-4749-8e5d-e89bb7d663b1 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:54:04.637553 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] Router 7b353b71-9d18-47ed-a85f-37bb8354cc1b is scheduled to L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 with binding_index 1 {{(pid=104729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 09:54:04.663923 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941f1aa5-f58d-4c10-a211-73a3ae607a9c None None] Network bb3bd51d-b489-4795-b464-e3136f29bc87 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:54:04.779565 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port ccf46f44-f65a-4749-8e5d-e89bb7d663b1 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:54:04.794413 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-9bc24f2f-cea9-497b-a4e3-8ebfbfdc468a None None] Provisioning for port ccf46f44-f65a-4749-8e5d-e89bb7d663b1 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:54:04.801771 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-9bc24f2f-cea9-497b-a4e3-8ebfbfdc468a None None] Provisioning complete for port ccf46f44-f65a-4749-8e5d-e89bb7d663b1 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:54:04.802150 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-9bc24f2f-cea9-497b-a4e3-8ebfbfdc468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:04.817606 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:54:04.832091 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Sync routers for ids ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:54:04.848150 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] Notify callbacks [] for router, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:04.849561 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Routers {'7b353b71-9d18-47ed-a85f-37bb8354cc1b'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:54:04.850600 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:53:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:04.854737 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 36944) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:54:04.858749 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-2aa5ee92-655e-4d24-b4f0-1b1d2e08ca87 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5075190 Jul 29 09:54:04.985514 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-9bc24f2f-cea9-497b-a4e3-8ebfbfdc468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:05.050993 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-9bc24f2f-cea9-497b-a4e3-8ebfbfdc468a None None] For port ccf46f44-f65a-4749-8e5d-e89bb7d663b1, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=ccf46f44-f65a-4749-8e5d-e89bb7d663b1,segment=NetworkSegment(412d9521-c694-4ee6-9284-1a73552ddc9b),segment_id=412d9521-c694-4ee6-9284-1a73552ddc9b)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:54:05.058213 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-9bc24f2f-cea9-497b-a4e3-8ebfbfdc468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:05.138952 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc24f2f-cea9-497b-a4e3-8ebfbfdc468a None None] Pushing event updated for resources: {'Port': ['ID=ccf46f44-f65a-4749-8e5d-e89bb7d663b1,revision_number=3']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:05.159491 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Set router 7b353b71-9d18-47ed-a85f-37bb8354cc1b gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:54:05.237365 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e95c0-7041-4787-8a2a-74958f7e87e3 req-3da520c6-d381-4029-a2b8-81550f0367d5 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:05.238966 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b3e95c0-7041-4787-8a2a-74958f7e87e3 req-3da520c6-d381-4029-a2b8-81550f0367d5 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 944 time: 0.1453173 Jul 29 09:54:05.324160 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-31a3a743-1209-4411-8880-a4be84d6068a None None] Provisioning complete for port ccf46f44-f65a-4749-8e5d-e89bb7d663b1 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:54:05.325273 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-31a3a743-1209-4411-8880-a4be84d6068a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:05.460006 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'name': 'tempest-TestMinimumBasicScenario-1004335223-router', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '73208e01-cbd0-44b7-a06a-070859abf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:02Z', 'updated_at': '2021-07-29T09:54:03Z', 'revision_number': 3, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'gw_port': {'id': '73208e01-cbd0-44b7-a06a-070859abf612', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:03Z', 'updated_at': '2021-07-29T09:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:05.492137 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Checking router: 7b353b71-9d18-47ed-a85f-37bb8354cc1b for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:54:05.492493 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Updating router 7b353b71-9d18-47ed-a85f-37bb8354cc1b port 73208e01-cbd0-44b7-a06a-070859abf612 binding host dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 09:54:05.509565 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b3e95c0-7041-4787-8a2a-74958f7e87e3 req-620c996d-c155-42e9-b2e8-aa45d27de8c4 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623147 Jul 29 09:54:05.527975 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:05.565589 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3df98-6036-4fb9-a1cf-3af09b34b6d6 req-785ec1ce-1d99-4a37-8b69-be7f0764674c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:05.568387 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b1c3df98-6036-4fb9-a1cf-3af09b34b6d6 req-785ec1ce-1d99-4a37-8b69-be7f0764674c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.1826234 Jul 29 09:54:05.765332 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b1c3df98-6036-4fb9-a1cf-3af09b34b6d6 req-6a5eded6-a71e-4924-9f44-7065171babac tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314964 Jul 29 09:54:05.883890 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:06.000347 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Notify callbacks [] for port, precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:06.020572 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Transition to ACTIVE for port object 73208e01-cbd0-44b7-a06a-070859abf612 will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:54:06.044582 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:06.140620 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Attempting to bind port 73208e01-cbd0-44b7-a06a-070859abf612 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:54:06.141284 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Attempting to bind port 73208e01-cbd0-44b7-a06a-070859abf612 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:54:06.141896 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Attempting to bind port 73208e01-cbd0-44b7-a06a-070859abf612 on network b3b02076-35c8-452e-bb57-22f5e98db348 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:54:06.163963 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:54:06.164575 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Checking segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:54:06.165509 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:06.166155 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Bound using segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:54:06.168044 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Bound port: 73208e01-cbd0-44b7-a06a-070859abf612, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:54:06.168741 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:06.173483 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ea38b-d90e-44a0-a1f6-17627f6519f9 None None] Pushing event updated for resources: {'Port': ['ID=73208e01-cbd0-44b7-a06a-070859abf612,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:06.214764 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] Allocated IP 172.20.0.1 (bb3bd51d-b489-4795-b464-e3136f29bc87/0a1e3e51-273f-4db5-93c1-39dca98e69d4/50652f6d-494f-4bc3-bfff-af4095ea74b0) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:54:06.229875 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ea38b-d90e-44a0-a1f6-17627f6519f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:06.230458 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ea38b-d90e-44a0-a1f6-17627f6519f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:06.231043 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ea38b-d90e-44a0-a1f6-17627f6519f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:06.231621 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ea38b-d90e-44a0-a1f6-17627f6519f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:06.232193 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ea38b-d90e-44a0-a1f6-17627f6519f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:06.232798 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ea38b-d90e-44a0-a1f6-17627f6519f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:06.233362 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ea38b-d90e-44a0-a1f6-17627f6519f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:06.233923 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ea38b-d90e-44a0-a1f6-17627f6519f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:06.234528 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ea38b-d90e-44a0-a1f6-17627f6519f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:06.235109 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ea38b-d90e-44a0-a1f6-17627f6519f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:06.235674 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ea38b-d90e-44a0-a1f6-17627f6519f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:06.236245 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ea38b-d90e-44a0-a1f6-17627f6519f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:06.295152 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] For port 73208e01-cbd0-44b7-a06a-070859abf612, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:54:06.300501 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] For port 73208e01-cbd0-44b7-a06a-070859abf612, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=73208e01-cbd0-44b7-a06a-070859abf612,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:54:06.307259 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:06.405469 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:06.425276 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Routers {'7b353b71-9d18-47ed-a85f-37bb8354cc1b'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:54:06.426376 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:53:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:06.431839 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] Transition to ACTIVE for port object 50652f6d-494f-4bc3-bfff-af4095ea74b0 will not be triggered until provisioned by entity DHCP. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:54:06.509355 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ea38b-d90e-44a0-a1f6-17627f6519f9 None None] Pushing event updated for resources: {'Port': ['ID=73208e01-cbd0-44b7-a06a-070859abf612,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:06.512690 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:06.568032 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device ccf46f44-f65a-4749-8e5d-e89bb7d663b1 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:54:06.598628 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] Network bb3bd51d-b489-4795-b464-e3136f29bc87 is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:54:06.609874 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:54:06.616384 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:54:06.664118 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] Pushing event updated for resources: {'Port': ['ID=50652f6d-494f-4bc3-bfff-af4095ea74b0,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:06.708826 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] Set router 7b353b71-9d18-47ed-a85f-37bb8354cc1b gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:54:06.715189 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port ccf46f44-f65a-4749-8e5d-e89bb7d663b1 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:54:06.715637 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:06.755898 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634355'] for router_interface, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:06.959209 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42994047-fdfb-4adb-95aa-87e7e585da69 req-1e94c8a1-1ee2-4379-9f5d-595ad257d0ff tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:06.961911 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-42994047-fdfb-4adb-95aa-87e7e585da69 req-1e94c8a1-1ee2-4379-9f5d-595ad257d0ff tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 944 time: 0.2892354 Jul 29 09:54:07.071935 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'name': 'tempest-TestMinimumBasicScenario-1004335223-router', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '73208e01-cbd0-44b7-a06a-070859abf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:02Z', 'updated_at': '2021-07-29T09:54:03Z', 'revision_number': 3, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'gw_port': {'id': '73208e01-cbd0-44b7-a06a-070859abf612', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:03Z', 'updated_at': '2021-07-29T09:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:07.117419 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-64982579-98d7-4a4b-8648-00bf0fb3d24e None None] Provisioning for port 50652f6d-494f-4bc3-bfff-af4095ea74b0 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:54:07.117761 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6977bd79-3967-4bd9-9985-192f69fba46c None None] The sync data for ids ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'] in dv-cinder-788253-4-iscsi is: [{'id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'name': 'tempest-TestMinimumBasicScenario-1004335223-router', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '73208e01-cbd0-44b7-a06a-070859abf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:02Z', 'updated_at': '2021-07-29T09:54:03Z', 'revision_number': 3, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'gw_port': {'id': '73208e01-cbd0-44b7-a06a-070859abf612', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:03Z', 'updated_at': '2021-07-29T09:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:54:07.121703 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-42994047-fdfb-4adb-95aa-87e7e585da69 req-c4199a72-0aee-40ea-97d7-c161fdc4366d tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274846 Jul 29 09:54:07.124102 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-64982579-98d7-4a4b-8648-00bf0fb3d24e None None] Provisioning complete for port 50652f6d-494f-4bc3-bfff-af4095ea74b0 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:54:07.124532 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-64982579-98d7-4a4b-8648-00bf0fb3d24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:07.193134 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-64982579-98d7-4a4b-8648-00bf0fb3d24e None None] Port 50652f6d-494f-4bc3-bfff-af4095ea74b0 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:54:07.228161 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:07.397826 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17137e4-1e22-48ea-8a91-c17e5306eb36 req-55003cfe-4368-4588-b9bd-7397cacd6ccc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:07.404340 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b17137e4-1e22-48ea-8a91-c17e5306eb36 req-55003cfe-4368-4588-b9bd-7397cacd6ccc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.1624289 Jul 29 09:54:07.573458 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b17137e4-1e22-48ea-8a91-c17e5306eb36 req-2d86dcd4-e483-4acd-bf44-f578788847c9 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214616 Jul 29 09:54:07.667656 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:07.679538 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:07.765795 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] Pushing event updated for resources: {'Port': ['ID=50652f6d-494f-4bc3-bfff-af4095ea74b0,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:07.769646 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717411'] for router_interface, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:07.928843 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] Network bb3bd51d-b489-4795-b464-e3136f29bc87 is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:54:07.933459 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:54:08.244163 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-63e0a09a-770b-4bae-8b4e-57d9a15603a1 None None] Provisioning complete for port 50652f6d-494f-4bc3-bfff-af4095ea74b0 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:54:08.244883 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-63e0a09a-770b-4bae-8b4e-57d9a15603a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:08.297789 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-63e0a09a-770b-4bae-8b4e-57d9a15603a1 None None] Port 50652f6d-494f-4bc3-bfff-af4095ea74b0 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:54:08.349608 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] Router 7b353b71-9d18-47ed-a85f-37bb8354cc1b has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 09:54:08.362749 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109527d6-54b3-4b1b-9f25-3371c2d289ef req-c8297371-fb0a-4fe6-a63f-c2b149e66a7a tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:08.364332 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-109527d6-54b3-4b1b-9f25-3371c2d289ef req-c8297371-fb0a-4fe6-a63f-c2b149e66a7a tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 944 time: 0.0855284 Jul 29 09:54:08.456210 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-109527d6-54b3-4b1b-9f25-3371c2d289ef req-9a806645-755c-415f-a564-56af0cf9e286 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846803 Jul 29 09:54:08.544093 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:54:08.554993 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-2992b1dc-1efa-48b0-bb9f-5cd524fb7e4c admin admin] 10.222.0.78 "PUT /v2.0/routers/7b353b71-9d18-47ed-a85f-37bb8354cc1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6955130 Jul 29 09:54:08.583747 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 73208e01-cbd0-44b7-a06a-070859abf612 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:54:08.671192 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port 73208e01-cbd0-44b7-a06a-070859abf612 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:54:08.678301 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 73208e01-cbd0-44b7-a06a-070859abf612 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:54:08.678908 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:08.790198 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41344311-ec37-4d2a-920f-6a476f4bf3c4 req-1bd17c6c-cc8e-48f9-b15e-4bb28cf1ea1c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:08.792655 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-41344311-ec37-4d2a-920f-6a476f4bf3c4 req-1bd17c6c-cc8e-48f9-b15e-4bb28cf1ea1c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0997715 Jul 29 09:54:08.872334 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-41344311-ec37-4d2a-920f-6a476f4bf3c4 req-f6a24f1a-2ca0-45f7-ae0c-d5628c97a395 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671165 Jul 29 09:54:08.873103 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:08.915895 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port 73208e01-cbd0-44b7-a06a-070859abf612, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=73208e01-cbd0-44b7-a06a-070859abf612,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:54:08.923656 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:09.036226 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=73208e01-cbd0-44b7-a06a-070859abf612,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:09.362458 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 36998) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:54:09.363828 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Sync routers for ids ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:54:09.368514 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-0c4f5906-7cb3-4e68-abda-710e6801af03 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1702052382-network', 'tenant_id': 'bc3f0bb5535b405da7e7ce2e898c7a76'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:54:09.377708 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Routers {'7b353b71-9d18-47ed-a85f-37bb8354cc1b'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:54:09.378425 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:53:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:09.398091 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4f5906-7cb3-4e68-abda-710e6801af03 admin admin] Made reservation on behalf of bc3f0bb5535b405da7e7ce2e898c7a76 for: {'network': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:54:09.402773 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5906-7cb3-4e68-abda-710e6801af03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:09.413295 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5906-7cb3-4e68-abda-710e6801af03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:09.521578 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Set router 7b353b71-9d18-47ed-a85f-37bb8354cc1b gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:54:09.616055 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5906-7cb3-4e68-abda-710e6801af03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:09.629171 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5906-7cb3-4e68-abda-710e6801af03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:09.664037 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4f5906-7cb3-4e68-abda-710e6801af03 admin admin] vlan segment allocate from pool success with {'vlan_id': 1144, 'physical_network': 'physnet1'} {{(pid=104728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 09:54:09.688415 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10877cdd-d5b3-47a1-acb7-fe48a9bd679d req-d4bf6868-be66-40a8-9542-34dfd0b4d197 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:09.690227 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-10877cdd-d5b3-47a1-acb7-fe48a9bd679d req-d4bf6868-be66-40a8-9542-34dfd0b4d197 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 944 time: 0.1289680 Jul 29 09:54:09.696996 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f5906-7cb3-4e68-abda-710e6801af03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7859edb6-bc95-4eb6-8aa7-a34265aa6b7b,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:09.699028 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5906-7cb3-4e68-abda-710e6801af03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:09.699270 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.segments_db [None req-0c4f5906-7cb3-4e68-abda-710e6801af03 admin admin] Added segment 4d93da85-f7d5-4dc0-9a4f-6c825b05162d of type vlan for network 3221a6b2-0908-4e4b-911f-40c722977bbb Jul 29 09:54:09.778690 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5906-7cb3-4e68-abda-710e6801af03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:09.804903 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-10877cdd-d5b3-47a1-acb7-fe48a9bd679d req-c36241ca-1d19-4363-8f71-7f15220663b8 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955293 Jul 29 09:54:09.858152 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'name': 'tempest-TestMinimumBasicScenario-1004335223-router', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '73208e01-cbd0-44b7-a06a-070859abf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:02Z', 'updated_at': '2021-07-29T09:54:07Z', 'revision_number': 4, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'gw_port': {'id': '73208e01-cbd0-44b7-a06a-070859abf612', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:03Z', 'updated_at': '2021-07-29T09:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '50652f6d-494f-4bc3-bfff-af4095ea74b0', 'name': '', 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'mac_address': 'fa:16:3e:63:82:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:05Z', 'updated_at': '2021-07-29T09:54:07Z', 'revision_number': 2, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'subnets': [{'id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:09.862175 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5906-7cb3-4e68-abda-710e6801af03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:09.863191 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4f5906-7cb3-4e68-abda-710e6801af03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:09.863795 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5906-7cb3-4e68-abda-710e6801af03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:09.888077 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Checking router: 7b353b71-9d18-47ed-a85f-37bb8354cc1b for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:54:09.888509 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Updating router 7b353b71-9d18-47ed-a85f-37bb8354cc1b port 50652f6d-494f-4bc3-bfff-af4095ea74b0 binding host dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 09:54:09.918641 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:09.924459 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-0c4f5906-7cb3-4e68-abda-710e6801af03 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5571656 Jul 29 09:54:09.925342 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 37012) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:54:09.935383 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-a5032312-cdaa-4ef3-9fed-9efe7e50f8e4 admin admin] Request body: {'subnet': {'network_id': '3221a6b2-0908-4e4b-911f-40c722977bbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1702052382-subnet', 'tenant_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'ip_version': 4}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:54:09.949073 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f5906-7cb3-4e68-abda-710e6801af03 admin admin] Pushing event updated for resources: {'Network': ['ID=3221a6b2-0908-4e4b-911f-40c722977bbb,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:09.973844 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network 3221a6b2-0908-4e4b-911f-40c722977bbb details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 09:54:09.980031 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5032312-cdaa-4ef3-9fed-9efe7e50f8e4 admin admin] Made reservation on behalf of bc3f0bb5535b405da7e7ce2e898c7a76 for: {'subnet': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:54:09.985406 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a5032312-cdaa-4ef3-9fed-9efe7e50f8e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8094409'] for subnet, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:10.140349 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b6117-ad4e-49f8-91eb-e0eb4f5136c6 req-239e0244-4e86-4254-9d0d-7244a11df5df tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:10.149749 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-489b6117-ad4e-49f8-91eb-e0eb4f5136c6 req-239e0244-4e86-4254-9d0d-7244a11df5df tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0868533 Jul 29 09:54:10.228377 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-489b6117-ad4e-49f8-91eb-e0eb4f5136c6 req-d91aeb2b-b013-4233-bd05-045b84651a87 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777512 Jul 29 09:54:10.313638 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a5032312-cdaa-4ef3-9fed-9efe7e50f8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8099280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8094439'] for subnet, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:10.359704 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Notify callbacks [] for port, precommit_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:10.381679 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Transition to ACTIVE for port object 50652f6d-494f-4bc3-bfff-af4095ea74b0 will not be triggered until provisioned by entity L2. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:54:10.384500 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5032312-cdaa-4ef3-9fed-9efe7e50f8e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b779179-53ae-4ebb-800b-6accf7db0cf0,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:10.398863 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:10.413683 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5032312-cdaa-4ef3-9fed-9efe7e50f8e4 admin admin] Checking segment: {'id': '4d93da85-f7d5-4dc0-9a4f-6c825b05162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '3221a6b2-0908-4e4b-911f-40c722977bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:54:10.414052 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5032312-cdaa-4ef3-9fed-9efe7e50f8e4 admin admin] Network hostable DHCP agents. Network: 3221a6b2-0908-4e4b-911f-40c722977bbb, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 09:54:10.436294 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5032312-cdaa-4ef3-9fed-9efe7e50f8e4 admin admin] Network 3221a6b2-0908-4e4b-911f-40c722977bbb is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 09:54:10.454266 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-a5032312-cdaa-4ef3-9fed-9efe7e50f8e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, 3221a6b2-0908-4e4b-911f-40c722977bbb) {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:54:10.459096 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5032312-cdaa-4ef3-9fed-9efe7e50f8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:10.459784 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a5032312-cdaa-4ef3-9fed-9efe7e50f8e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:10.461504 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291a0fa-ff2f-4025-bdfd-a32e4816d211 None None] Pushing event updated for resources: {'Port': ['ID=50652f6d-494f-4bc3-bfff-af4095ea74b0,revision_number=3']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:10.486040 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-a5032312-cdaa-4ef3-9fed-9efe7e50f8e4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5594962 Jul 29 09:54:10.490712 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 37026) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:54:10.496365 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1702052382-router', 'tenant_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:54:10.501611 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5a5cb8-418b-41a2-9df4-9e8fcb516cdd None None] Network 3221a6b2-0908-4e4b-911f-40c722977bbb requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:54:10.539338 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2267'] for router, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:10.541131 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1720115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2256'] for router, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:10.588702 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Attempting to bind port 50652f6d-494f-4bc3-bfff-af4095ea74b0 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:54:10.589245 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Attempting to bind port 50652f6d-494f-4bc3-bfff-af4095ea74b0 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '412d9521-c694-4ee6-9284-1a73552ddc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87'}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:54:10.589645 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Attempting to bind port 50652f6d-494f-4bc3-bfff-af4095ea74b0 on network bb3bd51d-b489-4795-b464-e3136f29bc87 {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:54:10.597571 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:54:10.598009 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Checking segment: {'id': '412d9521-c694-4ee6-9284-1a73552ddc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:54:10.598411 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:10.598827 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Bound using segment: {'id': '412d9521-c694-4ee6-9284-1a73552ddc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87'} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:54:10.599318 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Bound port: 50652f6d-494f-4bc3-bfff-af4095ea74b0, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412d9521-c694-4ee6-9284-1a73552ddc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87'}}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:54:10.599840 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:10.630361 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 73208e01-cbd0-44b7-a06a-070859abf612 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:54:10.651602 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:10.866706 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2302'] for router, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:10.879764 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da53100-bfd5-4d06-aa9d-5d7aae1dbf55 req-d3d35310-6c53-448e-86dc-79612eec7b9b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:10.882141 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0da53100-bfd5-4d06-aa9d-5d7aae1dbf55 req-d3d35310-6c53-448e-86dc-79612eec7b9b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0753541 Jul 29 09:54:10.939296 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0da53100-bfd5-4d06-aa9d-5d7aae1dbf55 req-d9bbe511-c11b-41d9-ac19-2f29322b96b8 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458791 Jul 29 09:54:10.981596 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] For port 50652f6d-494f-4bc3-bfff-af4095ea74b0, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:54:10.989087 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] For port 50652f6d-494f-4bc3-bfff-af4095ea74b0, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=50652f6d-494f-4bc3-bfff-af4095ea74b0,segment=NetworkSegment(412d9521-c694-4ee6-9284-1a73552ddc9b),segment_id=412d9521-c694-4ee6-9284-1a73552ddc9b)] {{(pid=104730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:54:10.999517 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:11.005947 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 73208e01-cbd0-44b7-a06a-070859abf612 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:54:11.006429 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:11.099924 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40299b3-d9d2-466a-977c-20f81534bc45 req-e18e4225-5681-4a34-807f-29334d41ae4c tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:11.106070 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a40299b3-d9d2-466a-977c-20f81534bc45 req-e18e4225-5681-4a34-807f-29334d41ae4c tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 944 time: 0.0697813 Jul 29 09:54:11.107085 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp282115e9-f32f-56c0-b3bc-1df1ec6c79b4-3221a6b2-0908-4e4b-911f-40c722977bbb', 'network_id': '3221a6b2-0908-4e4b-911f-40c722977bbb', 'tenant_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'fixed_ips': [{'subnet_id': '2b779179-53ae-4ebb-800b-6accf7db0cf0'}]}} from dv-cinder-788253-4-iscsi. {{(pid=104730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 09:54:11.108026 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:11.158025 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a40299b3-d9d2-466a-977c-20f81534bc45 req-6acdf125-e5c1-4e01-a2ef-d601658c2978 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478539 Jul 29 09:54:11.180346 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291a0fa-ff2f-4025-bdfd-a32e4816d211 None None] Pushing event updated for resources: {'Port': ['ID=50652f6d-494f-4bc3-bfff-af4095ea74b0,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:11.194335 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:11.230463 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:11.242772 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Routers {'7b353b71-9d18-47ed-a85f-37bb8354cc1b'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:54:11.243412 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:53:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:11.359443 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] Allocated IP 172.27.2.8 (b3b02076-35c8-452e-bb57-22f5e98db348/fdb5e983-6a65-4f11-aa94-f451584e5c8e/12aa00f6-39e8-48a7-9d00-171b7d65f803) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:54:11.452918 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.db_base_plugin_common [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Allocated IP 172.20.0.2 (3221a6b2-0908-4e4b-911f-40c722977bbb/2b779179-53ae-4ebb-800b-6accf7db0cf0/bda8467c-fa5a-4453-bbb8-8f69643d91a2) {{(pid=104730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:54:11.482706 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] Set router 7b353b71-9d18-47ed-a85f-37bb8354cc1b gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:54:11.530851 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:11.593613 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:11.634586 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] Network b3b02076-35c8-452e-bb57-22f5e98db348 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:54:11.637913 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:54:11.642247 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:54:11.650369 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] Pushing event updated for resources: {'Port': ['ID=12aa00f6-39e8-48a7-9d00-171b7d65f803,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:11.810160 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Notify callbacks [] for port, precommit_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:11.822388 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Transition to ACTIVE for port object bda8467c-fa5a-4453-bbb8-8f69643d91a2 will not be triggered until provisioned by entity L2. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:54:11.848526 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Transition to ACTIVE for port object bda8467c-fa5a-4453-bbb8-8f69643d91a2 will not be triggered until provisioned by entity DHCP. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:54:11.863679 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:11.892564 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'name': 'tempest-TestMinimumBasicScenario-1004335223-router', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '73208e01-cbd0-44b7-a06a-070859abf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:02Z', 'updated_at': '2021-07-29T09:54:07Z', 'revision_number': 4, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'gw_port': {'id': '73208e01-cbd0-44b7-a06a-070859abf612', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:03Z', 'updated_at': '2021-07-29T09:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '50652f6d-494f-4bc3-bfff-af4095ea74b0', 'name': '', 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'mac_address': 'fa:16:3e:63:82:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:05Z', 'updated_at': '2021-07-29T09:54:10Z', 'revision_number': 4, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'subnets': [{'id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:11.895474 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:11.939500 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035f0aba-c4e6-4991-9f40-99e89fd2b536 None None] The sync data for ids ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'] in dv-cinder-788253-4-iscsi is: [{'id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'name': 'tempest-TestMinimumBasicScenario-1004335223-router', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '73208e01-cbd0-44b7-a06a-070859abf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:02Z', 'updated_at': '2021-07-29T09:54:07Z', 'revision_number': 4, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'gw_port': {'id': '73208e01-cbd0-44b7-a06a-070859abf612', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:03Z', 'updated_at': '2021-07-29T09:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '50652f6d-494f-4bc3-bfff-af4095ea74b0', 'name': '', 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'mac_address': 'fa:16:3e:63:82:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:05Z', 'updated_at': '2021-07-29T09:54:10Z', 'revision_number': 4, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'subnets': [{'id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:54:11.944759 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Network 3221a6b2-0908-4e4b-911f-40c722977bbb is already hosted by enough agents. {{(pid=104730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:54:11.957838 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.base_scheduler [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Resources bound (agent type, host, resource id): {{(pid=104730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:54:11.969535 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Received port after_create {{(pid=104730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:54:11.973482 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Pushing event updated for resources: {'Port': ['ID=bda8467c-fa5a-4453-bbb8-8f69643d91a2,revision_number=1']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:12.059175 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Attempting to bind port bda8467c-fa5a-4453-bbb8-8f69643d91a2 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:54:12.059498 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Attempting to bind port bda8467c-fa5a-4453-bbb8-8f69643d91a2 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '4d93da85-f7d5-4dc0-9a4f-6c825b05162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '3221a6b2-0908-4e4b-911f-40c722977bbb'}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:54:12.061935 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Attempting to bind port bda8467c-fa5a-4453-bbb8-8f69643d91a2 on network 3221a6b2-0908-4e4b-911f-40c722977bbb {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:54:12.067518 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:54:12.067995 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Checking segment: {'id': '4d93da85-f7d5-4dc0-9a4f-6c825b05162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '3221a6b2-0908-4e4b-911f-40c722977bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:54:12.068471 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:12.069423 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Bound using segment: {'id': '4d93da85-f7d5-4dc0-9a4f-6c825b05162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '3221a6b2-0908-4e4b-911f-40c722977bbb'} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:54:12.069423 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Bound port: bda8467c-fa5a-4453-bbb8-8f69643d91a2, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d93da85-f7d5-4dc0-9a4f-6c825b05162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '3221a6b2-0908-4e4b-911f-40c722977bbb'}}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:54:12.069952 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:12.185485 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749581e-cc76-4f22-aabc-2db89332c04c req-4fb71267-c97a-4592-b905-1ee722264c60 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:12.191125 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b749581e-cc76-4f22-aabc-2db89332c04c req-4fb71267-c97a-4592-b905-1ee722264c60 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.1048861 Jul 29 09:54:12.201892 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device de8193ec-3c2f-4425-910c-12007d5ff872 up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:54:12.218847 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] For port bda8467c-fa5a-4453-bbb8-8f69643d91a2, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:54:12.276978 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] For port bda8467c-fa5a-4453-bbb8-8f69643d91a2, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=bda8467c-fa5a-4453-bbb8-8f69643d91a2,segment=NetworkSegment(4d93da85-f7d5-4dc0-9a4f-6c825b05162d),segment_id=4d93da85-f7d5-4dc0-9a4f-6c825b05162d)] {{(pid=104730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:54:12.293440 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b749581e-cc76-4f22-aabc-2db89332c04c req-46b45947-129b-4008-9300-b765019422a1 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875232 Jul 29 09:54:12.295198 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:12.393787 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056561a1-159c-4304-827c-5ce40ec4b5ea None None] Pushing event updated for resources: {'Port': ['ID=bda8467c-fa5a-4453-bbb8-8f69643d91a2,revision_number=2']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:12.428866 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port de8193ec-3c2f-4425-910c-12007d5ff872 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:54:12.438534 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port de8193ec-3c2f-4425-910c-12007d5ff872 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:54:12.439080 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:12.483724 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe43faa-fbeb-4afd-8cf2-c0643e66b9cf req-482101fd-abfb-4314-867a-144329162dd4 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:12.486514 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0fe43faa-fbeb-4afd-8cf2-c0643e66b9cf req-482101fd-abfb-4314-867a-144329162dd4 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 944 time: 0.0885653 Jul 29 09:54:12.573431 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0fe43faa-fbeb-4afd-8cf2-c0643e66b9cf req-abe4c71a-89cc-4391-b252-ebe16485b024 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792716 Jul 29 09:54:12.607218 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:12.659272 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port de8193ec-3c2f-4425-910c-12007d5ff872, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=de8193ec-3c2f-4425-910c-12007d5ff872,segment=NetworkSegment(3aa5b6d6-24e0-444b-89e0-1c39745cfee1),segment_id=3aa5b6d6-24e0-444b-89e0-1c39745cfee1)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:54:12.660837 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e15aa65-8716-4722-8e78-7ff7b1bb0fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8193ec-3c2f-4425-910c-12007d5ff872'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:54:12.665058 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e7fa01-f69f-42d7-b524-eaa0a5cc7efd" -d '{"events": [{"server_uuid": "0e15aa65-8716-4722-8e78-7ff7b1bb0fbd", "name": "network-vif-plugged", "status": "completed", "tag": "de8193ec-3c2f-4425-910c-12007d5ff872"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:54:12.680389 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:12.689682 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 50652f6d-494f-4bc3-bfff-af4095ea74b0 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:54:12.743519 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634540'] for router, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:12.778575 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634f689c-00bf-493d-973a-013eb134784c x-openstack-request-id: req-634f689c-00bf-493d-973a-013eb134784c {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:54:12.778820 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e15aa65-8716-4722-8e78-7ff7b1bb0fbd", "name": "network-vif-plugged", "status": "completed", "tag": "de8193ec-3c2f-4425-910c-12007d5ff872", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:54:12.779078 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-634f689c-00bf-493d-973a-013eb134784c {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:54:12.779523 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e15aa65-8716-4722-8e78-7ff7b1bb0fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8193ec-3c2f-4425-910c-12007d5ff872', 'code': 200} Jul 29 09:54:12.868794 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port 50652f6d-494f-4bc3-bfff-af4095ea74b0 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:54:12.889432 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 50652f6d-494f-4bc3-bfff-af4095ea74b0 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:54:12.889924 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:12.894261 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=de8193ec-3c2f-4425-910c-12007d5ff872,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:12.967514 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] Router e16988fe-67de-40ca-9942-197f558023b1 is scheduled to L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 with binding_index 1 {{(pid=104729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 09:54:13.034926 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:13.089228 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port 50652f6d-494f-4bc3-bfff-af4095ea74b0, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=50652f6d-494f-4bc3-bfff-af4095ea74b0,segment=NetworkSegment(412d9521-c694-4ee6-9284-1a73552ddc9b),segment_id=412d9521-c694-4ee6-9284-1a73552ddc9b)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:54:13.097530 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:13.134785 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:54:13.145981 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Sync routers for ids ['e16988fe-67de-40ca-9942-197f558023b1'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:54:13.158795 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Routers {'e16988fe-67de-40ca-9942-197f558023b1'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:54:13.159126 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] Notify callbacks [] for router, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:13.159959 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:53:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['e16988fe-67de-40ca-9942-197f558023b1'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:13.160781 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-1ec8dd9b-2f65-46f6-b69c-74a3f673a86a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6685746 Jul 29 09:54:13.165735 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 37054) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:54:13.204324 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=50652f6d-494f-4bc3-bfff-af4095ea74b0,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:13.312949 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Set router e16988fe-67de-40ca-9942-197f558023b1 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:54:13.503938 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07035e-5428-4aa9-9cca-c6528dcd1b22 req-79873ae2-4c53-4d9a-9065-78cf602f3f6a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:13.513314 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9c07035e-5428-4aa9-9cca-c6528dcd1b22 req-79873ae2-4c53-4d9a-9065-78cf602f3f6a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0938282 Jul 29 09:54:13.629065 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9c07035e-5428-4aa9-9cca-c6528dcd1b22 req-6d1524cf-d9f3-4508-b2af-78e68ea1b719 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145878 Jul 29 09:54:13.680819 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16988fe-67de-40ca-9942-197f558023b1', 'name': 'tempest-TestMinimumBasicScenario-1702052382-router', 'tenant_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '12aa00f6-39e8-48a7-9d00-171b7d65f803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:10Z', 'updated_at': '2021-07-29T09:54:11Z', 'revision_number': 3, 'project_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'gw_port': {'id': '12aa00f6-39e8-48a7-9d00-171b7d65f803', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:af:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16988fe-67de-40ca-9942-197f558023b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:11Z', 'updated_at': '2021-07-29T09:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:13.751018 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Checking router: e16988fe-67de-40ca-9942-197f558023b1 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:54:13.751542 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Updating router e16988fe-67de-40ca-9942-197f558023b1 port 12aa00f6-39e8-48a7-9d00-171b7d65f803 binding host dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 09:54:13.789700 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:13.863482 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144c5f4-93f5-440c-a96d-b05f3e6535b7 req-54b49b89-c8ca-451d-b77d-883a6b5a9632 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:13.865132 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b144c5f4-93f5-440c-a96d-b05f3e6535b7 req-54b49b89-c8ca-451d-b77d-883a6b5a9632 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.1009152 Jul 29 09:54:13.890909 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ce6d99-8c06-4fd7-b8da-94886c601858 None None] Network 3221a6b2-0908-4e4b-911f-40c722977bbb requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:54:13.950775 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b144c5f4-93f5-440c-a96d-b05f3e6535b7 req-2ad194c3-e2e0-4d63-bef0-7dc7a3c41b7e tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768223 Jul 29 09:54:13.980020 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:13.983755 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0c07b97c-d938-4b6f-af9e-5cbb8e2ff29e None None] Provisioning for port bda8467c-fa5a-4453-bbb8-8f69643d91a2 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:54:14.160364 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:14.206482 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] Allocated IP 172.20.0.1 (3221a6b2-0908-4e4b-911f-40c722977bbb/2b779179-53ae-4ebb-800b-6accf7db0cf0/e15b9d70-48b9-4699-94c9-80a71b69dd28) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:54:14.245723 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-dfb6e8bb-e505-40ed-b295-7caab6111e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:14.316861 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Notify callbacks [] for port, precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:14.341024 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Transition to ACTIVE for port object 12aa00f6-39e8-48a7-9d00-171b7d65f803 will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:54:14.352606 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:14.423567 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Attempting to bind port 12aa00f6-39e8-48a7-9d00-171b7d65f803 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:54:14.423851 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Attempting to bind port 12aa00f6-39e8-48a7-9d00-171b7d65f803 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:54:14.424421 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Attempting to bind port 12aa00f6-39e8-48a7-9d00-171b7d65f803 on network b3b02076-35c8-452e-bb57-22f5e98db348 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:54:14.424889 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:14.437712 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33246d-33ef-468e-a73c-7326b616d108 None None] Pushing event updated for resources: {'Port': ['ID=12aa00f6-39e8-48a7-9d00-171b7d65f803,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:14.446040 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:54:14.446555 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Checking segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:54:14.447435 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:14.448098 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Bound using segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:54:14.448918 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Bound port: 12aa00f6-39e8-48a7-9d00-171b7d65f803, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:54:14.449571 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:14.457222 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] Transition to ACTIVE for port object e15b9d70-48b9-4699-94c9-80a71b69dd28 will not be triggered until provisioned by entity DHCP. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:54:14.568262 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:14.581010 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] For port 12aa00f6-39e8-48a7-9d00-171b7d65f803, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:54:14.588219 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] For port 12aa00f6-39e8-48a7-9d00-171b7d65f803, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=12aa00f6-39e8-48a7-9d00-171b7d65f803,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:54:14.604433 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:14.674567 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] Network 3221a6b2-0908-4e4b-911f-40c722977bbb is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:54:14.678785 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:54:14.685391 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:54:14.771335 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=e15b9d70-48b9-4699-94c9-80a71b69dd28,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:14.793585 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Routers {'e16988fe-67de-40ca-9942-197f558023b1'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:54:14.795080 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:53:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['e16988fe-67de-40ca-9942-197f558023b1'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:14.802925 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33246d-33ef-468e-a73c-7326b616d108 None None] Pushing event updated for resources: {'Port': ['ID=12aa00f6-39e8-48a7-9d00-171b7d65f803,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:14.819926 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634355'] for router_interface, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:14.878856 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 50652f6d-494f-4bc3-bfff-af4095ea74b0 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:54:14.988945 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 50652f6d-494f-4bc3-bfff-af4095ea74b0 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:54:14.990933 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:15.005346 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] Set router e16988fe-67de-40ca-9942-197f558023b1 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:54:15.066498 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83d16e-d9af-472c-a512-e34100b0e8a5 req-9b7ccc83-f14c-4ad1-bda4-ed596de05216 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:15.069418 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cb83d16e-d9af-472c-a512-e34100b0e8a5 req-9b7ccc83-f14c-4ad1-bda4-ed596de05216 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.1604421 Jul 29 09:54:15.149442 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device bda8467c-fa5a-4453-bbb8-8f69643d91a2 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:54:15.190232 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cb83d16e-d9af-472c-a512-e34100b0e8a5 req-f83b0cdc-40e9-4683-a997-2752f04a62c2 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871058 Jul 29 09:54:15.241726 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:15.382686 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-e0757265-9a3e-4616-9146-42ffcb856007 None None] Provisioning for port e15b9d70-48b9-4699-94c9-80a71b69dd28 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:54:15.402428 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-e0757265-9a3e-4616-9146-42ffcb856007 None None] Provisioning complete for port e15b9d70-48b9-4699-94c9-80a71b69dd28 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:54:15.402935 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-e0757265-9a3e-4616-9146-42ffcb856007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:15.435612 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16988fe-67de-40ca-9942-197f558023b1', 'name': 'tempest-TestMinimumBasicScenario-1702052382-router', 'tenant_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '12aa00f6-39e8-48a7-9d00-171b7d65f803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:10Z', 'updated_at': '2021-07-29T09:54:11Z', 'revision_number': 3, 'project_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'gw_port': {'id': '12aa00f6-39e8-48a7-9d00-171b7d65f803', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:af:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16988fe-67de-40ca-9942-197f558023b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:11Z', 'updated_at': '2021-07-29T09:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:15.460069 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port bda8467c-fa5a-4453-bbb8-8f69643d91a2 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:54:15.469693 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port bda8467c-fa5a-4453-bbb8-8f69643d91a2 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:54:15.470098 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:15.483139 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e21d8-ff26-4a34-9d02-393e702d2844 None None] The sync data for ids ['e16988fe-67de-40ca-9942-197f558023b1'] in dv-cinder-788253-4-iscsi is: [{'id': 'e16988fe-67de-40ca-9942-197f558023b1', 'name': 'tempest-TestMinimumBasicScenario-1702052382-router', 'tenant_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '12aa00f6-39e8-48a7-9d00-171b7d65f803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:10Z', 'updated_at': '2021-07-29T09:54:11Z', 'revision_number': 3, 'project_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'gw_port': {'id': '12aa00f6-39e8-48a7-9d00-171b7d65f803', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:af:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16988fe-67de-40ca-9942-197f558023b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:11Z', 'updated_at': '2021-07-29T09:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:54:15.508113 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-e0757265-9a3e-4616-9146-42ffcb856007 None None] Port e15b9d70-48b9-4699-94c9-80a71b69dd28 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:54:15.534101 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cbf07-3b2d-45d1-89ca-cb06dd055ec2 req-75c092a6-9cee-4c0f-aaf1-5bdfddcfc969 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:15.542364 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-587cbf07-3b2d-45d1-89ca-cb06dd055ec2 req-75c092a6-9cee-4c0f-aaf1-5bdfddcfc969 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.1963115 Jul 29 09:54:15.615456 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:15.632626 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-587cbf07-3b2d-45d1-89ca-cb06dd055ec2 req-268dc6d9-79cf-4c35-86f9-1b68761863ab tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869367 Jul 29 09:54:15.668682 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port bda8467c-fa5a-4453-bbb8-8f69643d91a2, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=bda8467c-fa5a-4453-bbb8-8f69643d91a2,segment=NetworkSegment(4d93da85-f7d5-4dc0-9a4f-6c825b05162d),segment_id=4d93da85-f7d5-4dc0-9a4f-6c825b05162d)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:54:15.673939 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:15.674542 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:15.679977 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:15.749556 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=bda8467c-fa5a-4453-bbb8-8f69643d91a2,revision_number=3']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:15.778294 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717411'] for router_interface, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:15.780376 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=e15b9d70-48b9-4699-94c9-80a71b69dd28,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:15.967749 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] Network 3221a6b2-0908-4e4b-911f-40c722977bbb is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:54:15.969383 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:54:16.107121 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] Router e16988fe-67de-40ca-9942-197f558023b1 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 09:54:16.247665 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:54:16.256703 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-ab5525e6-9a95-4254-a944-bd0309b31ae4 admin admin] 10.222.0.78 "PUT /v2.0/routers/e16988fe-67de-40ca-9942-197f558023b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0895207 Jul 29 09:54:16.261635 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-a82f0e8e-d326-4850-93ad-25aaa246e087 None None] Provisioning complete for port e15b9d70-48b9-4699-94c9-80a71b69dd28 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:54:16.262288 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-a82f0e8e-d326-4850-93ad-25aaa246e087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:16.347794 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-a82f0e8e-d326-4850-93ad-25aaa246e087 None None] Port e15b9d70-48b9-4699-94c9-80a71b69dd28 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:54:16.435135 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319aef94-4e3a-4b83-960e-9fd10628c25e req-0990bc56-3f96-4e02-8747-bd81d725cf12 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:16.436766 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-319aef94-4e3a-4b83-960e-9fd10628c25e req-0990bc56-3f96-4e02-8747-bd81d725cf12 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.1116812 Jul 29 09:54:16.470936 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060f504-1138-487c-8705-36f1ac64d488 req-8c35500b-c0c0-457a-8765-8cceec75550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:16.474739 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d060f504-1138-487c-8705-36f1ac64d488 req-8c35500b-c0c0-457a-8765-8cceec75550d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ffa878d0aac14ae987b17e465ad1769e&device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 1098 time: 0.0789492 Jul 29 09:54:16.547211 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-319aef94-4e3a-4b83-960e-9fd10628c25e req-db0a6c2c-0190-4085-a453-8102200ecca0 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007311 Jul 29 09:54:16.677963 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060f504-1138-487c-8705-36f1ac64d488 req-67ee45f1-681f-4c54-8a9d-9efae71e679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:16.690415 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e5f30-524e-400d-8061-2077fac270a2 req-cd16ecda-2058-4dd0-98bd-60a3a6953174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:16.694175 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d060f504-1138-487c-8705-36f1ac64d488 req-67ee45f1-681f-4c54-8a9d-9efae71e679f service neutron] 10.222.0.89 "GET /v2.0/networks?id=4a43051e-9405-4d7d-b1d4-41bec9856a1d HTTP/1.1" status: 200 len: 920 time: 0.1953061 Jul 29 09:54:16.715395 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f43e5f30-524e-400d-8061-2077fac270a2 req-cd16ecda-2058-4dd0-98bd-60a3a6953174 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 1098 time: 0.1496005 Jul 29 09:54:16.785303 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d060f504-1138-487c-8705-36f1ac64d488 req-07d7a3eb-8c24-47c8-8a2c-7149b41943e5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71d634be-ce6b-4f1e-8d92-b9a3145dd465 HTTP/1.1" status: 200 len: 217 time: 0.0898378 Jul 29 09:54:16.804459 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f43e5f30-524e-400d-8061-2077fac270a2 req-4d073afa-2225-40ca-a336-41ff2d44785b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928767 Jul 29 09:54:16.845246 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device bda8467c-fa5a-4453-bbb8-8f69643d91a2 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:54:16.865734 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060f504-1138-487c-8705-36f1ac64d488 req-f7fedd86-1b03-4014-a89b-e2c9883effaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:16.867309 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d060f504-1138-487c-8705-36f1ac64d488 req-f7fedd86-1b03-4014-a89b-e2c9883effaf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94ad0de8-8eb3-4402-86a4-0707bcb79a43 HTTP/1.1" status: 200 len: 858 time: 0.0750399 Jul 29 09:54:16.931525 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port bda8467c-fa5a-4453-bbb8-8f69643d91a2 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:54:16.932656 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:16.940632 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c83a8c-5f44-45c0-b922-85bbf004a591 req-bdfd11a1-bc67-470b-bb2d-c2802f6542d0 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:16.952368 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-92c83a8c-5f44-45c0-b922-85bbf004a591 req-bdfd11a1-bc67-470b-bb2d-c2802f6542d0 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.1203902 Jul 29 09:54:17.016343 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-92c83a8c-5f44-45c0-b922-85bbf004a591 req-2c0a2bad-8fbb-4c2f-9c3a-cfd012559fe4 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622253 Jul 29 09:54:17.051792 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 12aa00f6-39e8-48a7-9d00-171b7d65f803 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:54:17.146644 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port 12aa00f6-39e8-48a7-9d00-171b7d65f803 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:54:17.147320 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 12aa00f6-39e8-48a7-9d00-171b7d65f803 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:54:17.147704 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:17.254303 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:17.291708 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port 12aa00f6-39e8-48a7-9d00-171b7d65f803, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=12aa00f6-39e8-48a7-9d00-171b7d65f803,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:54:17.293381 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-5443f00f-68b5-4518-8dae-dd677976b549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:17.299424 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:17.396156 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=12aa00f6-39e8-48a7-9d00-171b7d65f803,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:17.711634 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:17.721159 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d060f504-1138-487c-8705-36f1ac64d488 req-3aee5b1e-acef-4e1b-9e0a-53d919ed450b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4a43051e-9405-4d7d-b1d4-41bec9856a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827129 Jul 29 09:54:17.778734 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae096012-0c81-47b7-9e99-a036d938f8ba req-1c095ae8-dfa5-45c9-b9a3-b17b37a4c532 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:17.780434 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ae096012-0c81-47b7-9e99-a036d938f8ba req-1c095ae8-dfa5-45c9-b9a3-b17b37a4c532 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0804493 Jul 29 09:54:17.840836 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ae096012-0c81-47b7-9e99-a036d938f8ba req-c139116b-307c-466a-9001-8a44aee85963 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522306 Jul 29 09:54:17.900131 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d060f504-1138-487c-8705-36f1ac64d488 req-f597b35a-7dd5-4277-8735-4c993cfb1d2d service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561568 Jul 29 09:54:17.930471 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Sync routers for ids ['e16988fe-67de-40ca-9942-197f558023b1'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:54:17.964359 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Routers {'e16988fe-67de-40ca-9942-197f558023b1'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:54:17.965233 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:54:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['e16988fe-67de-40ca-9942-197f558023b1'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:18.032841 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b326bfc1-d505-4046-8f8d-ec01a96b84e0 req-5e02012d-4997-4c6e-9353-158f034250dd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0982137 Jul 29 09:54:18.105054 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d060f504-1138-487c-8705-36f1ac64d488 req-b0d60a07-d662-4724-8a02-0da2282b49f3 service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055354 Jul 29 09:54:18.169976 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326bfc1-d505-4046-8f8d-ec01a96b84e0 req-6aabfc51-11dd-4d63-9a17-5534412568cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:18.172299 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b326bfc1-d505-4046-8f8d-ec01a96b84e0 req-6aabfc51-11dd-4d63-9a17-5534412568cc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ffa878d0aac14ae987b17e465ad1769e&device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 1098 time: 0.0802698 Jul 29 09:54:18.201612 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Set router e16988fe-67de-40ca-9942-197f558023b1 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:54:18.249772 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346b734-98e9-4438-b20a-fdea30ed1ef5 req-c35faf00-80cd-41d8-84a6-adebb5fa821f tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:18.258081 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2346b734-98e9-4438-b20a-fdea30ed1ef5 req-c35faf00-80cd-41d8-84a6-adebb5fa821f tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0852950 Jul 29 09:54:18.312209 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2346b734-98e9-4438-b20a-fdea30ed1ef5 req-37a769a8-5a3c-4ca8-b721-c08a5b9dfc6a tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530124 Jul 29 09:54:18.506371 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16988fe-67de-40ca-9942-197f558023b1', 'name': 'tempest-TestMinimumBasicScenario-1702052382-router', 'tenant_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '12aa00f6-39e8-48a7-9d00-171b7d65f803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:10Z', 'updated_at': '2021-07-29T09:54:15Z', 'revision_number': 4, 'project_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'gw_port': {'id': '12aa00f6-39e8-48a7-9d00-171b7d65f803', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16988fe-67de-40ca-9942-197f558023b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:11Z', 'updated_at': '2021-07-29T09:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': 'e15b9d70-48b9-4699-94c9-80a71b69dd28', 'name': '', 'network_id': '3221a6b2-0908-4e4b-911f-40c722977bbb', 'tenant_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'mac_address': 'fa:16:3e:4f:35:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16988fe-67de-40ca-9942-197f558023b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '2b779179-53ae-4ebb-800b-6accf7db0cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:13Z', 'updated_at': '2021-07-29T09:54:15Z', 'revision_number': 2, 'project_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'subnets': [{'id': '2b779179-53ae-4ebb-800b-6accf7db0cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:18.551750 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Checking router: e16988fe-67de-40ca-9942-197f558023b1 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:54:18.551750 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Updating router e16988fe-67de-40ca-9942-197f558023b1 port e15b9d70-48b9-4699-94c9-80a71b69dd28 binding host dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 09:54:18.588234 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 12aa00f6-39e8-48a7-9d00-171b7d65f803 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:54:18.591004 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:18.684272 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:18.812072 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 12aa00f6-39e8-48a7-9d00-171b7d65f803 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:54:18.812367 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:19.135040 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca76d17-2fa0-4327-bcee-44852738983e req-5f0e3c73-abdf-4429-b801-78e17208da13 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:19.139763 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0ca76d17-2fa0-4327-bcee-44852738983e req-5f0e3c73-abdf-4429-b801-78e17208da13 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0907350 Jul 29 09:54:19.253619 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0ca76d17-2fa0-4327-bcee-44852738983e req-cc9e749d-aa2e-4ada-91d8-d153ea222741 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049533 Jul 29 09:54:19.258165 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Notify callbacks [] for port, precommit_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:19.286103 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Transition to ACTIVE for port object e15b9d70-48b9-4699-94c9-80a71b69dd28 will not be triggered until provisioned by entity L2. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:54:19.297540 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:19.381457 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37fc19-7e20-4f49-b2cc-6cfd516187c9 None None] Pushing event updated for resources: {'Port': ['ID=e15b9d70-48b9-4699-94c9-80a71b69dd28,revision_number=3']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:19.471805 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Attempting to bind port e15b9d70-48b9-4699-94c9-80a71b69dd28 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:54:19.472603 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Attempting to bind port e15b9d70-48b9-4699-94c9-80a71b69dd28 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '4d93da85-f7d5-4dc0-9a4f-6c825b05162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '3221a6b2-0908-4e4b-911f-40c722977bbb'}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:54:19.473308 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Attempting to bind port e15b9d70-48b9-4699-94c9-80a71b69dd28 on network 3221a6b2-0908-4e4b-911f-40c722977bbb {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:54:19.481925 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:54:19.482796 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Checking segment: {'id': '4d93da85-f7d5-4dc0-9a4f-6c825b05162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '3221a6b2-0908-4e4b-911f-40c722977bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:54:19.483450 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:19.484087 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Bound using segment: {'id': '4d93da85-f7d5-4dc0-9a4f-6c825b05162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '3221a6b2-0908-4e4b-911f-40c722977bbb'} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:54:19.484856 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Bound port: e15b9d70-48b9-4699-94c9-80a71b69dd28, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d93da85-f7d5-4dc0-9a4f-6c825b05162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '3221a6b2-0908-4e4b-911f-40c722977bbb'}}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:54:19.485509 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:19.579964 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be9f34-21bc-4b61-884c-9e6d2427dc09 req-d30649e4-9a65-462d-8418-7e343cca5d46 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:19.585959 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-32be9f34-21bc-4b61-884c-9e6d2427dc09 req-d30649e4-9a65-462d-8418-7e343cca5d46 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.1404254 Jul 29 09:54:19.686262 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-32be9f34-21bc-4b61-884c-9e6d2427dc09 req-7d1c9625-d290-40d4-9851-c06af2fe2fbf tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938179 Jul 29 09:54:19.729969 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] For port e15b9d70-48b9-4699-94c9-80a71b69dd28, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:54:19.736934 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] For port e15b9d70-48b9-4699-94c9-80a71b69dd28, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=e15b9d70-48b9-4699-94c9-80a71b69dd28,segment=NetworkSegment(4d93da85-f7d5-4dc0-9a4f-6c825b05162d),segment_id=4d93da85-f7d5-4dc0-9a4f-6c825b05162d)] {{(pid=104730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:54:19.753610 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:19.894072 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37fc19-7e20-4f49-b2cc-6cfd516187c9 None None] Pushing event updated for resources: {'Port': ['ID=e15b9d70-48b9-4699-94c9-80a71b69dd28,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:19.898436 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Routers {'e16988fe-67de-40ca-9942-197f558023b1'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:54:19.899081 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:54:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['e16988fe-67de-40ca-9942-197f558023b1'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:20.082949 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] Set router e16988fe-67de-40ca-9942-197f558023b1 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:54:20.456420 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c45799-47a5-4c6f-be7f-138ef78701a9 req-73af2658-969a-4136-8337-031441c4d33e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:20.459607 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f0c45799-47a5-4c6f-be7f-138ef78701a9 req-73af2658-969a-4136-8337-031441c4d33e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.1196835 Jul 29 09:54:20.501676 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:20.603272 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f0c45799-47a5-4c6f-be7f-138ef78701a9 req-4e81aa1a-9995-4026-b608-5f965554ea1c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019762 Jul 29 09:54:20.662793 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16988fe-67de-40ca-9942-197f558023b1', 'name': 'tempest-TestMinimumBasicScenario-1702052382-router', 'tenant_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '12aa00f6-39e8-48a7-9d00-171b7d65f803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:10Z', 'updated_at': '2021-07-29T09:54:15Z', 'revision_number': 4, 'project_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'gw_port': {'id': '12aa00f6-39e8-48a7-9d00-171b7d65f803', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16988fe-67de-40ca-9942-197f558023b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:11Z', 'updated_at': '2021-07-29T09:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': 'e15b9d70-48b9-4699-94c9-80a71b69dd28', 'name': '', 'network_id': '3221a6b2-0908-4e4b-911f-40c722977bbb', 'tenant_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'mac_address': 'fa:16:3e:4f:35:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16988fe-67de-40ca-9942-197f558023b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '2b779179-53ae-4ebb-800b-6accf7db0cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:13Z', 'updated_at': '2021-07-29T09:54:19Z', 'revision_number': 4, 'project_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'subnets': [{'id': '2b779179-53ae-4ebb-800b-6accf7db0cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:20.704108 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ef84fd-d7ec-4f4c-991b-a525f63a37bf None None] The sync data for ids ['e16988fe-67de-40ca-9942-197f558023b1'] in dv-cinder-788253-4-iscsi is: [{'id': 'e16988fe-67de-40ca-9942-197f558023b1', 'name': 'tempest-TestMinimumBasicScenario-1702052382-router', 'tenant_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '12aa00f6-39e8-48a7-9d00-171b7d65f803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:10Z', 'updated_at': '2021-07-29T09:54:15Z', 'revision_number': 4, 'project_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'gw_port': {'id': '12aa00f6-39e8-48a7-9d00-171b7d65f803', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16988fe-67de-40ca-9942-197f558023b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:11Z', 'updated_at': '2021-07-29T09:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': 'e15b9d70-48b9-4699-94c9-80a71b69dd28', 'name': '', 'network_id': '3221a6b2-0908-4e4b-911f-40c722977bbb', 'tenant_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'mac_address': 'fa:16:3e:4f:35:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16988fe-67de-40ca-9942-197f558023b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '2b779179-53ae-4ebb-800b-6accf7db0cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:13Z', 'updated_at': '2021-07-29T09:54:19Z', 'revision_number': 4, 'project_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'subnets': [{'id': '2b779179-53ae-4ebb-800b-6accf7db0cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:54:20.932330 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4feae2e-d9df-41b6-8b02-97e446552eb9 req-febd7d25-0096-4ca4-a9b1-9271c43d51ae tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:20.934519 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a4feae2e-d9df-41b6-8b02-97e446552eb9 req-febd7d25-0096-4ca4-a9b1-9271c43d51ae tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.1166949 Jul 29 09:54:21.013471 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a4feae2e-d9df-41b6-8b02-97e446552eb9 req-a77cce8d-4ee1-44fe-8ca6-768736e5c137 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610056 Jul 29 09:54:21.772907 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca7eb3-0a13-4fde-baae-4839204ac17b req-fa427505-04c4-40c8-929e-bba57076fc56 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:21.774719 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-32ca7eb3-0a13-4fde-baae-4839204ac17b req-fa427505-04c4-40c8-929e-bba57076fc56 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0630450 Jul 29 09:54:21.861896 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-32ca7eb3-0a13-4fde-baae-4839204ac17b req-c03dced7-19d6-4e46-8e6a-5b60ad02da47 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784862 Jul 29 09:54:22.451620 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1314476-fb92-4d59-80b6-347e1dd98945 req-3e900306-00f5-424e-9ee9-1b37f89d81ad tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:22.470065 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a1314476-fb92-4d59-80b6-347e1dd98945 req-3e900306-00f5-424e-9ee9-1b37f89d81ad tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.3554957 Jul 29 09:54:22.551436 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a1314476-fb92-4d59-80b6-347e1dd98945 req-e5511722-f548-4b1e-8a6b-8d8cf580de5d tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765784 Jul 29 09:54:22.641191 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device e15b9d70-48b9-4699-94c9-80a71b69dd28 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:54:22.709767 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port e15b9d70-48b9-4699-94c9-80a71b69dd28 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:54:22.720039 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port e15b9d70-48b9-4699-94c9-80a71b69dd28 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:54:22.720039 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:22.892823 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:22.970328 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port e15b9d70-48b9-4699-94c9-80a71b69dd28, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=e15b9d70-48b9-4699-94c9-80a71b69dd28,segment=NetworkSegment(4d93da85-f7d5-4dc0-9a4f-6c825b05162d),segment_id=4d93da85-f7d5-4dc0-9a4f-6c825b05162d)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:54:22.977068 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:23.109082 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49478038-5755-4a4d-9489-b641942d6597 req-721f28b2-c5dc-40a1-add7-6cf045ffe770 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:23.118879 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-49478038-5755-4a4d-9489-b641942d6597 req-721f28b2-c5dc-40a1-add7-6cf045ffe770 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0951312 Jul 29 09:54:23.135872 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=e15b9d70-48b9-4699-94c9-80a71b69dd28,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:23.218653 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-49478038-5755-4a4d-9489-b641942d6597 req-51ad608f-b849-4844-97a2-543bd41df03e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984871 Jul 29 09:54:23.592961 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326bfc1-d505-4046-8f8d-ec01a96b84e0 req-7ce3bf95-8b12-4f97-83ae-53ece9ecff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:23.597127 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b326bfc1-d505-4046-8f8d-ec01a96b84e0 req-7ce3bf95-8b12-4f97-83ae-53ece9ecff41 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4a43051e-9405-4d7d-b1d4-41bec9856a1d HTTP/1.1" status: 200 len: 920 time: 0.2004905 Jul 29 09:54:23.710882 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b326bfc1-d505-4046-8f8d-ec01a96b84e0 req-26257e7d-58a3-4007-b0a6-6710b3401b1d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e41ca6c-d07d-4d3b-a473-d5c61505cd9c HTTP/1.1" status: 200 len: 217 time: 0.1004698 Jul 29 09:54:23.860280 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326bfc1-d505-4046-8f8d-ec01a96b84e0 req-49c16bdd-a194-4d1a-b36a-60668cd826c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:23.862499 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b326bfc1-d505-4046-8f8d-ec01a96b84e0 req-49c16bdd-a194-4d1a-b36a-60668cd826c2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94ad0de8-8eb3-4402-86a4-0707bcb79a43 HTTP/1.1" status: 200 len: 858 time: 0.1470451 Jul 29 09:54:23.887638 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64cdcf-06f4-44f1-86fd-4dd9847f8f12 req-890a160b-3aad-4b3e-92a9-e25eb75f5514 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:23.891024 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fc64cdcf-06f4-44f1-86fd-4dd9847f8f12 req-890a160b-3aad-4b3e-92a9-e25eb75f5514 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.1831889 Jul 29 09:54:23.931384 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b326bfc1-d505-4046-8f8d-ec01a96b84e0 req-831a3179-95e0-4290-abc1-8073a27587cd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4a43051e-9405-4d7d-b1d4-41bec9856a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587454 Jul 29 09:54:24.026322 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fc64cdcf-06f4-44f1-86fd-4dd9847f8f12 req-c87a7fae-3aa6-4915-ab73-9ffabf33d2b7 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969393 Jul 29 09:54:24.096217 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b326bfc1-d505-4046-8f8d-ec01a96b84e0 req-c96dcf7e-0463-4958-beb8-9896258dea93 service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555047 Jul 29 09:54:24.331289 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b326bfc1-d505-4046-8f8d-ec01a96b84e0 req-d89d9920-4bef-44ce-9c25-87ef9e5129a4 service neutron] 10.222.0.89 "GET /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577468 Jul 29 09:54:24.421178 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a9a0a-6da3-4fd4-9e5b-983582a8a68a req-95a00462-9844-4301-873e-fcc30cac5edb tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:24.423309 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-973a9a0a-6da3-4fd4-9e5b-983582a8a68a req-95a00462-9844-4301-873e-fcc30cac5edb tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0803919 Jul 29 09:54:24.503962 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-973a9a0a-6da3-4fd4-9e5b-983582a8a68a req-e98cb63d-aed3-4fc9-9ddc-f029d139ac06 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621097 Jul 29 09:54:24.635672 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device e15b9d70-48b9-4699-94c9-80a71b69dd28 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:54:24.786220 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port e15b9d70-48b9-4699-94c9-80a71b69dd28 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:54:24.787139 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:25.374557 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79595e3f-6caa-4f97-802e-9377172038b2 req-4705ffdc-c0b4-41fa-b61c-93ce10ef32b3 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:25.376420 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-79595e3f-6caa-4f97-802e-9377172038b2 req-4705ffdc-c0b4-41fa-b61c-93ce10ef32b3 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.1754813 Jul 29 09:54:25.480205 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-79595e3f-6caa-4f97-802e-9377172038b2 req-508fe58d-c1d1-41de-8865-aaa890590ed9 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894892 Jul 29 09:54:25.720899 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e47231-fd06-445c-88c2-fcf21d06a779 req-c91df67d-463a-417d-86be-ebcbdbdcf75f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:25.741648 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-43e47231-fd06-445c-88c2-fcf21d06a779 req-c91df67d-463a-417d-86be-ebcbdbdcf75f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0962698 Jul 29 09:54:25.807242 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-43e47231-fd06-445c-88c2-fcf21d06a779 req-3579a59e-813e-4b59-82e0-2642d673f83b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627358 Jul 29 09:54:26.542963 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 37244) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:54:26.691578 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-28c2413c-1b05-45b1-94fc-0d299624d2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:26.727642 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67efda1-9994-42a1-a8e6-cf4d3db65279 req-05ffeb32-c948-426f-80f9-d623769c8cee tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:26.739710 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a67efda1-9994-42a1-a8e6-cf4d3db65279 req-05ffeb32-c948-426f-80f9-d623769c8cee tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.1229317 Jul 29 09:54:26.830810 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a67efda1-9994-42a1-a8e6-cf4d3db65279 req-a5805e7e-1b25-4a13-95f3-dcb23f3ebcfb tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895989 Jul 29 09:54:27.015415 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-28c2413c-1b05-45b1-94fc-0d299624d2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:27.031787 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-28c2413c-1b05-45b1-94fc-0d299624d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:27.096855 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab7049-fd1f-427a-bf56-aeee46ed26e4 req-d61d242b-ab82-4e94-8fcc-99482ff24638 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:27.101265 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2cab7049-fd1f-427a-bf56-aeee46ed26e4 req-d61d242b-ab82-4e94-8fcc-99482ff24638 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.1605608 Jul 29 09:54:27.126213 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-28c2413c-1b05-45b1-94fc-0d299624d2c7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=97a0e22051f046cf9dba40f6788133f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5786266 Jul 29 09:54:27.129110 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 37254) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:54:27.154500 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2413c-1b05-45b1-94fc-0d299624d2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aca5bb0-7374-4424-adb6-ad44b8820358,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:27.191502 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2cab7049-fd1f-427a-bf56-aeee46ed26e4 req-a006b50b-6879-4362-ac76-c0a9b40c0feb tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755792 Jul 29 09:54:27.196101 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0422c978-97d0-452e-b062-362f16dff43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:27.233522 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0422c978-97d0-452e-b062-362f16dff43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:27.319986 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0422c978-97d0-452e-b062-362f16dff43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:27.323639 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0422c978-97d0-452e-b062-362f16dff43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:27.325489 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-0422c978-97d0-452e-b062-362f16dff43d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2aca5bb0-7374-4424-adb6-ad44b8820358 HTTP/1.1" status: 204 len: 168 time: 0.1978817 Jul 29 09:54:27.338443 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422c978-97d0-452e-b062-362f16dff43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aca5bb0-7374-4424-adb6-ad44b8820358,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:27.368060 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669b2e4-8e8f-456e-b0e4-5bf8091aaf83 req-7012da66-3b07-43df-ac8b-4ee9b68c1ef9 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:27.371468 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e669b2e4-8e8f-456e-b0e4-5bf8091aaf83 req-7012da66-3b07-43df-ac8b-4ee9b68c1ef9 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0978229 Jul 29 09:54:27.449340 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e669b2e4-8e8f-456e-b0e4-5bf8091aaf83 req-d8a8d9fb-6531-461e-ac8e-ecd034148770 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679898 Jul 29 09:54:27.501455 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 37260) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:54:27.923385 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bfd3b2-5502-4c02-b5b8-0a0936347b47 tempest-TestShelveInstance-1819469137 tempest-TestShelveInstance-1819469137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:27.924933 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-76bfd3b2-5502-4c02-b5b8-0a0936347b47 tempest-TestShelveInstance-1819469137 tempest-TestShelveInstance-1819469137-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 1093 time: 0.4220529 Jul 29 09:54:27.929743 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 37264) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:54:27.936060 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Request body: {'floatingip': {'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'port_id': 'de8193ec-3c2f-4425-910c-12007d5ff872', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:54:27.971637 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for floatingip, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:28.109197 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:28.321136 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Allocated IP 172.27.2.191 (b3b02076-35c8-452e-bb57-22f5e98db348/fdb5e983-6a65-4f11-aa94-f451584e5c8e/5555d0a6-ad4b-4d71-b742-36888cf1ae63) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:54:28.370322 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9cc81-eaf5-449b-9ca3-816f5ac46ad5 req-a8b6e240-40a9-447a-982d-fc48ce58956f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:28.380365 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ccf9cc81-eaf5-449b-9ca3-816f5ac46ad5 req-a8b6e240-40a9-447a-982d-fc48ce58956f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0834272 Jul 29 09:54:28.424982 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ccf9cc81-eaf5-449b-9ca3-816f5ac46ad5 req-ca126068-9b93-4939-a64f-608da481026c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435398 Jul 29 09:54:28.490058 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:28.536850 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:28.576041 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Network b3b02076-35c8-452e-bb57-22f5e98db348 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:54:28.579312 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:54:28.582794 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:54:28.592092 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Pushing event updated for resources: {'Port': ['ID=5555d0a6-ad4b-4d71-b742-36888cf1ae63,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:29.155101 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:29.256739 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:29.457273 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:29.464133 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:29.507647 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634374'] for floatingip, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:29.571733 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Pushing event updated for resources: {'Port': ['ID=5555d0a6-ad4b-4d71-b742-36888cf1ae63,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:29.589051 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da331ce4-e2d6-4949-8c3b-153db0791966 req-7ff1cf60-d5c7-48a5-a5d0-766671b43eb7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:29.597700 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-da331ce4-e2d6-4949-8c3b-153db0791966 req-7ff1cf60-d5c7-48a5-a5d0-766671b43eb7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0911181 Jul 29 09:54:29.650761 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-da331ce4-e2d6-4949-8c3b-153db0791966 req-a073b4cf-a7c9-4c12-b8ad-d373fb97a1e5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480583 Jul 29 09:54:29.661791 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.l3_db [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Floating IP c52c41f4-c58e-45f0-96a7-8418c9ebb90d associated. External IP: 172.27.2.191, port: de8193ec-3c2f-4425-910c-12007d5ff872. Jul 29 09:54:30.174518 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Router 441e170f-d8e8-42e9-bf58-d9364c574511 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 09:54:30.332207 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:54:30.337129 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:54:30.347599 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d75a4-dcf0-44e8-938b-56a10e3f70ca None None] Sync routers for ids ['441e170f-d8e8-42e9-bf58-d9364c574511'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:54:30.360526 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745d75a4-dcf0-44e8-938b-56a10e3f70ca None None] Routers {'441e170f-d8e8-42e9-bf58-d9364c574511'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:54:30.361465 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-745d75a4-dcf0-44e8-938b-56a10e3f70ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:54:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['441e170f-d8e8-42e9-bf58-d9364c574511'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:30.363174 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:30.396500 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-079559bd-ea85-4ca1-abe1-13bdb5b2dec2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4644618 Jul 29 09:54:30.397062 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e15aa65-8716-4722-8e78-7ff7b1bb0fbd', 'tag': 'de8193ec-3c2f-4425-910c-12007d5ff872'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:54:30.401244 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb65b95d-fc1c-46e7-b515-2ccf3c94b000" -d '{"events": [{"name": "network-changed", "server_uuid": "0e15aa65-8716-4722-8e78-7ff7b1bb0fbd", "tag": "de8193ec-3c2f-4425-910c-12007d5ff872"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:54:30.513883 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-369a9b6e-dd05-457a-8d7c-b89bde0ba99e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:30.515436 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-369a9b6e-dd05-457a-8d7c-b89bde0ba99e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/networks?id=bb3bd51d-b489-4795-b464-e3136f29bc87 HTTP/1.1" status: 200 len: 815 time: 0.1441967 Jul 29 09:54:30.530617 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-745d75a4-dcf0-44e8-938b-56a10e3f70ca None None] Set router 441e170f-d8e8-42e9-bf58-d9364c574511 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:54:30.531970 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-b811060d-600d-49ee-9bef-dff5ef1f90bc tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/quotas/ce85ecee1bbb438e9e43ecc78295cb72 HTTP/1.1" status: 200 len: 375 time: 0.0105591 Jul 29 09:54:30.591238 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-a91b5802-6dfb-4316-b055-bc4405416cd2 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ce85ecee1bbb438e9e43ecc78295cb72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527744 Jul 29 09:54:30.709438 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-7bc57a22-a98f-436d-bcc9-bb489c7ad333 service neutron] 10.222.0.78 "GET /v2.0/networks/bb3bd51d-b489-4795-b464-e3136f29bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062293 Jul 29 09:54:30.787849 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-745d75a4-dcf0-44e8-938b-56a10e3f70ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'name': 'tempest-TestShelveInstance-342160551-router', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:51:54Z', 'updated_at': '2021-07-29T09:51:58Z', 'revision_number': 4, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'gw_port': {'id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:55Z', 'updated_at': '2021-07-29T09:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': 'c52c41f4-c58e-45f0-96a7-8418c9ebb90d', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'port_id': 'de8193ec-3c2f-4425-910c-12007d5ff872', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3', 'mac_address': 'fa:16:3e:3b:86:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e15aa65-8716-4722-8e78-7ff7b1bb0fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T09:54:28Z', 'updated_at': '2021-07-29T09:54:28Z', 'revision_number': 0, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4b32b4-808f-42ce-8a8e-4d8278555660', 'name': '', 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'mac_address': 'fa:16:3e:12:e9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:57Z', 'updated_at': '2021-07-29T09:52:06Z', 'revision_number': 5, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'subnets': [{'id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:30.814445 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-e374beff-0bf2-44f0-9d7d-4065c6587b09 service neutron] 10.222.0.78 "GET /v2.0/networks/bb3bd51d-b489-4795-b464-e3136f29bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967944 Jul 29 09:54:30.820862 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d75a4-dcf0-44e8-938b-56a10e3f70ca None None] Checking router: 441e170f-d8e8-42e9-bf58-d9364c574511 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:54:30.830323 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745d75a4-dcf0-44e8-938b-56a10e3f70ca None None] Routers {'441e170f-d8e8-42e9-bf58-d9364c574511'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:54:30.830927 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-745d75a4-dcf0-44e8-938b-56a10e3f70ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:54:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['441e170f-d8e8-42e9-bf58-d9364c574511'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:30.960906 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-745d75a4-dcf0-44e8-938b-56a10e3f70ca None None] Set router 441e170f-d8e8-42e9-bf58-d9364c574511 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:54:30.978958 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 09:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3839a617-e7c4-4e7c-8aee-27ce603a9cec x-openstack-request-id: req-3839a617-e7c4-4e7c-8aee-27ce603a9cec {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:54:30.979784 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e15aa65-8716-4722-8e78-7ff7b1bb0fbd", "tag": "de8193ec-3c2f-4425-910c-12007d5ff872", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:54:30.979962 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3839a617-e7c4-4e7c-8aee-27ce603a9cec {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:54:30.980576 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e15aa65-8716-4722-8e78-7ff7b1bb0fbd', 'tag': 'de8193ec-3c2f-4425-910c-12007d5ff872', 'status': 'completed', 'code': 200} Jul 29 09:54:31.095454 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ab249-8cd5-44a4-ba0f-c6189df2118d req-243890f9-5321-4ae0-9eae-5d9739747576 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:31.097048 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-944ab249-8cd5-44a4-ba0f-c6189df2118d req-243890f9-5321-4ae0-9eae-5d9739747576 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0651829 Jul 29 09:54:31.145523 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-944ab249-8cd5-44a4-ba0f-c6189df2118d req-8fc2b4a3-a0a5-475c-81c6-7834656ac06c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397258 Jul 29 09:54:31.231523 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-745d75a4-dcf0-44e8-938b-56a10e3f70ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'name': 'tempest-TestShelveInstance-342160551-router', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:51:54Z', 'updated_at': '2021-07-29T09:51:58Z', 'revision_number': 4, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'gw_port': {'id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:55Z', 'updated_at': '2021-07-29T09:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': 'c52c41f4-c58e-45f0-96a7-8418c9ebb90d', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'port_id': 'de8193ec-3c2f-4425-910c-12007d5ff872', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3', 'mac_address': 'fa:16:3e:3b:86:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e15aa65-8716-4722-8e78-7ff7b1bb0fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T09:54:28Z', 'updated_at': '2021-07-29T09:54:28Z', 'revision_number': 0, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4b32b4-808f-42ce-8a8e-4d8278555660', 'name': '', 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'mac_address': 'fa:16:3e:12:e9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:57Z', 'updated_at': '2021-07-29T09:52:06Z', 'revision_number': 5, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'subnets': [{'id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:54:31.242064 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1d0ff76b-d5ba-49dc-a83c-61f2aed806fd req-6dc30d02-5fe1-4b03-8504-527c33bc2f5c tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 210 time: 0.0369122 Jul 29 09:54:31.263497 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d75a4-dcf0-44e8-938b-56a10e3f70ca None None] The sync data for ids ['441e170f-d8e8-42e9-bf58-d9364c574511'] in dv-cinder-788253-4-iscsi is: [{'id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'name': 'tempest-TestShelveInstance-342160551-router', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:51:54Z', 'updated_at': '2021-07-29T09:51:58Z', 'revision_number': 4, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'gw_port': {'id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:55Z', 'updated_at': '2021-07-29T09:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': 'c52c41f4-c58e-45f0-96a7-8418c9ebb90d', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'port_id': 'de8193ec-3c2f-4425-910c-12007d5ff872', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3', 'mac_address': 'fa:16:3e:3b:86:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e15aa65-8716-4722-8e78-7ff7b1bb0fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T09:54:28Z', 'updated_at': '2021-07-29T09:54:28Z', 'revision_number': 0, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4b32b4-808f-42ce-8a8e-4d8278555660', 'name': '', 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'mac_address': 'fa:16:3e:12:e9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:57Z', 'updated_at': '2021-07-29T09:52:06Z', 'revision_number': 5, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'subnets': [{'id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:54:31.529095 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f61053a-e1b1-43aa-85b3-5a956dedc4ab None None] New status for floating IP c52c41f4-c58e-45f0-96a7-8418c9ebb90d: ACTIVE {{(pid=104730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 09:54:32.109639 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65b95d-fc1c-46e7-b515-2ccf3c94b000 req-45d114c8-70b3-43a3-a91e-9a2dbc81b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:32.111158 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bb65b95d-fc1c-46e7-b515-2ccf3c94b000 req-45d114c8-70b3-43a3-a91e-9a2dbc81b1f1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=147b9f51d3f941a6a9a6089a8002c50c&device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 1098 time: 0.0462134 Jul 29 09:54:32.302992 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65b95d-fc1c-46e7-b515-2ccf3c94b000 req-6170115b-84b2-4967-b76a-df76382c3845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:32.304783 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bb65b95d-fc1c-46e7-b515-2ccf3c94b000 req-6170115b-84b2-4967-b76a-df76382c3845 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3d26533d-aae3-4e39-98ba-6024be38bcd3 HTTP/1.1" status: 200 len: 910 time: 0.1487637 Jul 29 09:54:32.315706 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7e855-eb43-41c4-a90a-b2611b48d81a req-c6ca7109-af4f-4923-86f9-f3c1ecbdbbf6 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:32.317307 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9fd7e855-eb43-41c4-a90a-b2611b48d81a req-c6ca7109-af4f-4923-86f9-f3c1ecbdbbf6 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0969324 Jul 29 09:54:32.423488 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9c9c831a-c9ca-43dd-aaea-c7ee9d5dd234 req-f63daf05-e7d4-4aff-a73e-bcc371600f7e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 210 time: 0.0935323 Jul 29 09:54:32.486934 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9fd7e855-eb43-41c4-a90a-b2611b48d81a req-60dc7b57-c43d-4442-9ad7-35cc30567384 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556997 Jul 29 09:54:32.489351 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bb65b95d-fc1c-46e7-b515-2ccf3c94b000 req-c9408e3a-0d7f-423f-a896-c843a2da72f1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8193ec-3c2f-4425-910c-12007d5ff872 HTTP/1.1" status: 200 len: 1001 time: 0.1659617 Jul 29 09:54:32.547903 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65b95d-fc1c-46e7-b515-2ccf3c94b000 req-48652662-ed36-47f9-a711-bc77263fd968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:32.549602 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bb65b95d-fc1c-46e7-b515-2ccf3c94b000 req-48652662-ed36-47f9-a711-bc77263fd968 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1988ccbe-a5bc-4fe7-8a63-64acf70441a3 HTTP/1.1" status: 200 len: 847 time: 0.0518467 Jul 29 09:54:32.602067 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65b95d-fc1c-46e7-b515-2ccf3c94b000 req-df2dbd88-e400-476c-a205-f350d72fad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:32.603674 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bb65b95d-fc1c-46e7-b515-2ccf3c94b000 req-df2dbd88-e400-476c-a205-f350d72fad26 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3d26533d-aae3-4e39-98ba-6024be38bcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459301 Jul 29 09:54:32.702705 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bb65b95d-fc1c-46e7-b515-2ccf3c94b000 req-b8e061ad-2ffa-4e71-a54b-20ed5f5d6f91 service neutron] 10.222.0.89 "GET /v2.0/networks/3d26533d-aae3-4e39-98ba-6024be38bcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906582 Jul 29 09:54:32.798933 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bb65b95d-fc1c-46e7-b515-2ccf3c94b000 req-8971825b-0b88-4c6c-9adc-60684a29692a service neutron] 10.222.0.89 "GET /v2.0/networks/3d26533d-aae3-4e39-98ba-6024be38bcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894732 Jul 29 09:54:33.646662 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0dc13933-417f-4a3e-89e4-f8367ed05ca5 req-f7c6db7a-a839-4595-8ba6-66d78523d883 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 210 time: 0.1158335 Jul 29 09:54:33.817127 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-6adab136-c49a-4a48-9ee2-966664d4c222 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:33.818080 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-6adab136-c49a-4a48-9ee2-966664d4c222 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.89 "GET /v2.0/networks?id=bb3bd51d-b489-4795-b464-e3136f29bc87 HTTP/1.1" status: 200 len: 815 time: 0.3128188 Jul 29 09:54:33.831930 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c8a13-a29b-4075-b928-7fe6108b9ed4 req-84bc4f49-b95f-45e4-97bf-567951e22c13 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:33.833532 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-104c8a13-a29b-4075-b928-7fe6108b9ed4 req-84bc4f49-b95f-45e4-97bf-567951e22c13 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.1703854 Jul 29 09:54:33.850939 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-258fa4f4-da20-45d5-b5a9-2346593c4a34 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Request body: {'port': {'device_id': '904864cf-fb04-481c-bd5b-a1e1b28b9f08', 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87', 'admin_state_up': True, 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:54:33.930477 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-104c8a13-a29b-4075-b928-7fe6108b9ed4 req-7dc15c68-fecb-40a9-913c-c7b3dd90121e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900652 Jul 29 09:54:33.996657 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-258fa4f4-da20-45d5-b5a9-2346593c4a34 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Made reservation on behalf of ce85ecee1bbb438e9e43ecc78295cb72 for: {'port': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:54:34.000298 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-258fa4f4-da20-45d5-b5a9-2346593c4a34 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:34.148111 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-258fa4f4-da20-45d5-b5a9-2346593c4a34 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Allocated IP 172.20.0.6 (bb3bd51d-b489-4795-b464-e3136f29bc87/0a1e3e51-273f-4db5-93c1-39dca98e69d4/f4a01525-0543-4ca6-beab-e4a937590492) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:54:34.335125 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-258fa4f4-da20-45d5-b5a9-2346593c4a34 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:34.350638 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-258fa4f4-da20-45d5-b5a9-2346593c4a34 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Transition to ACTIVE for port object f4a01525-0543-4ca6-beab-e4a937590492 will not be triggered until provisioned by entity DHCP. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:54:34.393790 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-258fa4f4-da20-45d5-b5a9-2346593c4a34 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:34.440905 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-258fa4f4-da20-45d5-b5a9-2346593c4a34 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Network bb3bd51d-b489-4795-b464-e3136f29bc87 is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:54:34.444263 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-258fa4f4-da20-45d5-b5a9-2346593c4a34 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:54:34.451502 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-258fa4f4-da20-45d5-b5a9-2346593c4a34 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:54:34.493313 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fa4f4-da20-45d5-b5a9-2346593c4a34 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Pushing event updated for resources: {'Port': ['ID=f4a01525-0543-4ca6-beab-e4a937590492,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:34.532105 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-258fa4f4-da20-45d5-b5a9-2346593c4a34 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:34.532847 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-258fa4f4-da20-45d5-b5a9-2346593c4a34 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:34.555084 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-258fa4f4-da20-45d5-b5a9-2346593c4a34 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7077672 Jul 29 09:54:34.808087 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-09a6410a-0109-449a-82a0-e43003db0f2d None None] Provisioning for port f4a01525-0543-4ca6-beab-e4a937590492 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:54:34.813916 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-09a6410a-0109-449a-82a0-e43003db0f2d None None] Provisioning complete for port f4a01525-0543-4ca6-beab-e4a937590492 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:54:34.814546 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-09a6410a-0109-449a-82a0-e43003db0f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:34.869350 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c689a-c4e3-42f8-9adc-e8d1d2560962 req-b679daec-42ca-463a-a6b2-ed0b1993d1d1 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:34.870747 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-09a6410a-0109-449a-82a0-e43003db0f2d None None] Port f4a01525-0543-4ca6-beab-e4a937590492 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:54:34.871343 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f07c689a-c4e3-42f8-9adc-e8d1d2560962 req-b679daec-42ca-463a-a6b2-ed0b1993d1d1 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 931 time: 0.1075716 Jul 29 09:54:34.949061 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f07c689a-c4e3-42f8-9adc-e8d1d2560962 req-813c3f04-44c1-4ec3-a335-eb07fdf22843 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656626 Jul 29 09:54:35.089892 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e66d0-f94f-44f4-919a-abd2c9e3e88e req-a32ada94-4ff4-4407-8cad-527164790536 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:35.091627 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e86e66d0-f94f-44f4-919a-abd2c9e3e88e req-a32ada94-4ff4-4407-8cad-527164790536 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0697312 Jul 29 09:54:35.134887 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e86e66d0-f94f-44f4-919a-abd2c9e3e88e req-477bcace-0495-4783-9841-c214af34c13a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370193 Jul 29 09:54:36.104896 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242a15c-6797-4c3d-805a-b89ffaf1e96d req-8925854b-60d1-4bb4-9653-5cd3a27bd2e5 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:36.107421 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c242a15c-6797-4c3d-805a-b89ffaf1e96d req-8925854b-60d1-4bb4-9653-5cd3a27bd2e5 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 931 time: 0.0649047 Jul 29 09:54:36.176838 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c242a15c-6797-4c3d-805a-b89ffaf1e96d req-e369e51f-06d5-447d-8b9d-9b9ff0d1e4fb tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519881 Jul 29 09:54:36.337661 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbf5f4-5f3d-4d22-a8de-3287180a757c req-14209440-346a-4280-8ba2-d7ed05286d22 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:36.339272 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3bbbf5f4-5f3d-4d22-a8de-3287180a757c req-14209440-346a-4280-8ba2-d7ed05286d22 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0697834 Jul 29 09:54:36.394021 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3bbbf5f4-5f3d-4d22-a8de-3287180a757c req-d4a7644a-5bb7-401b-aec6-f9744eca95a9 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482545 Jul 29 09:54:37.566839 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17d097-b41f-48d6-bf34-a59a8de55ea3 req-07db505f-00b3-434e-8d2f-72e41873dc33 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:37.568606 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1e17d097-b41f-48d6-bf34-a59a8de55ea3 req-07db505f-00b3-434e-8d2f-72e41873dc33 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 931 time: 0.0785809 Jul 29 09:54:37.616432 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1e17d097-b41f-48d6-bf34-a59a8de55ea3 req-132f676b-534a-472c-aacd-6454c6982ba5 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402830 Jul 29 09:54:37.734097 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0539aea-60e2-4078-94ab-e276d7f7cbae req-0022474c-25ad-47e4-8725-7ab923210802 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:37.735391 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f0539aea-60e2-4078-94ab-e276d7f7cbae req-0022474c-25ad-47e4-8725-7ab923210802 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0542624 Jul 29 09:54:37.789794 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f0539aea-60e2-4078-94ab-e276d7f7cbae req-fb39cffb-292c-466e-8eae-e8c68f0f0964 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474737 Jul 29 09:54:38.746055 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55363df5-11f6-4d87-98bb-af4c4147a601 req-ef35c422-024c-4f44-b1ab-18b34b5335da tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:38.747597 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-55363df5-11f6-4d87-98bb-af4c4147a601 req-ef35c422-024c-4f44-b1ab-18b34b5335da tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 931 time: 0.0544896 Jul 29 09:54:38.790154 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-55363df5-11f6-4d87-98bb-af4c4147a601 req-5cdaf897-9c33-4597-bbf4-a4b12125b73e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366540 Jul 29 09:54:38.951547 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4901c1-d111-4276-ad7a-40113d170b45 req-8224e978-c49b-4712-a57a-62920588903a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:38.953408 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6b4901c1-d111-4276-ad7a-40113d170b45 req-8224e978-c49b-4712-a57a-62920588903a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0668306 Jul 29 09:54:38.998005 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6b4901c1-d111-4276-ad7a-40113d170b45 req-0bfcee90-cea4-45c5-a5b7-5aabfb5a6eb0 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351191 Jul 29 09:54:39.909638 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb706e-a3cc-41a9-a758-da415f83e0fb req-f988e1f5-4d8f-4b13-9287-c027b39fc44c tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:39.916739 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d2cb706e-a3cc-41a9-a758-da415f83e0fb req-f988e1f5-4d8f-4b13-9287-c027b39fc44c tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 931 time: 0.0519669 Jul 29 09:54:39.968741 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d2cb706e-a3cc-41a9-a758-da415f83e0fb req-5eb2fdd8-59aa-4831-ac26-c9f585ab0ee0 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453789 Jul 29 09:54:40.123099 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b731fb6-3c3b-4c46-b0d3-3a8b3de7b182 req-9b6e1438-43d4-4487-b33a-1f5e96dd1385 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:40.125102 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2b731fb6-3c3b-4c46-b0d3-3a8b3de7b182 req-9b6e1438-43d4-4487-b33a-1f5e96dd1385 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0557210 Jul 29 09:54:40.184244 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2b731fb6-3c3b-4c46-b0d3-3a8b3de7b182 req-8934d87f-dbc1-4f45-9fe9-13a5a7d25702 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528388 Jul 29 09:54:41.110663 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6511dd-90ef-4800-9024-9f4c9e42ad6b req-e55d59a8-bd24-404c-9136-7c03010f503e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:41.112964 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dd6511dd-90ef-4800-9024-9f4c9e42ad6b req-e55d59a8-bd24-404c-9136-7c03010f503e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 931 time: 0.0714839 Jul 29 09:54:41.176673 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dd6511dd-90ef-4800-9024-9f4c9e42ad6b req-b94d98f4-ddf7-4197-895d-3500fc636fff tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481420 Jul 29 09:54:41.313950 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06843ad-f1b1-44e7-a14a-b3eee173aefc req-8c599b35-480d-4419-8924-68d782389f8b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:41.315462 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b06843ad-f1b1-44e7-a14a-b3eee173aefc req-8c599b35-480d-4419-8924-68d782389f8b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0559797 Jul 29 09:54:41.357586 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b06843ad-f1b1-44e7-a14a-b3eee173aefc req-7c7f4812-147a-40f6-a160-81c1ee79c786 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360312 Jul 29 09:54:42.332495 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ac2a3-cb7d-4a42-b397-018ba866b343 req-05550c7a-0ff5-4214-9032-c0f60144f804 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:42.334041 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d43ac2a3-cb7d-4a42-b397-018ba866b343 req-05550c7a-0ff5-4214-9032-c0f60144f804 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 931 time: 0.0793495 Jul 29 09:54:42.386903 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d43ac2a3-cb7d-4a42-b397-018ba866b343 req-057c0b78-1173-490d-8b6f-095b395f1c73 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447347 Jul 29 09:54:42.524195 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ca8ef-3b89-4232-ae31-0ae512d00d58 req-02b2bee5-d9a8-4788-bcaa-7fab9facfa2b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:42.526346 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-078ca8ef-3b89-4232-ae31-0ae512d00d58 req-02b2bee5-d9a8-4788-bcaa-7fab9facfa2b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0763550 Jul 29 09:54:42.569674 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-078ca8ef-3b89-4232-ae31-0ae512d00d58 req-89c28d66-9cbd-4510-be88-02c0d9e7aeae tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369368 Jul 29 09:54:43.530957 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4566ee-b959-4986-a67d-304ba6d86f72 req-d552ad4c-f8a9-4d37-aaa2-d48df71f3e20 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:43.532524 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9b4566ee-b959-4986-a67d-304ba6d86f72 req-d552ad4c-f8a9-4d37-aaa2-d48df71f3e20 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 931 time: 0.0552986 Jul 29 09:54:43.593971 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9b4566ee-b959-4986-a67d-304ba6d86f72 req-91e53440-3c6a-4e5f-95e1-645107cb7f93 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517106 Jul 29 09:54:43.764327 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59d354-bed7-4d2b-ac8c-3c85d5babd06 req-f62f7a09-88e6-43cf-b2ce-e268ec6f045d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:43.767276 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-be59d354-bed7-4d2b-ac8c-3c85d5babd06 req-f62f7a09-88e6-43cf-b2ce-e268ec6f045d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0877845 Jul 29 09:54:43.821927 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-be59d354-bed7-4d2b-ac8c-3c85d5babd06 req-bcd6a6d8-1140-4a02-a3da-5cce96a48c2a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479441 Jul 29 09:54:44.176001 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:44.243299 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-6bafc98e-b07c-46cc-8d0a-8ebe3656b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:44.761300 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86558da3-78b3-4d96-9aef-3b51581d4db5 req-7b0c5e55-2e63-4578-9fef-01fe2d9776db tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:44.763015 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-86558da3-78b3-4d96-9aef-3b51581d4db5 req-7b0c5e55-2e63-4578-9fef-01fe2d9776db tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 931 time: 0.0870113 Jul 29 09:54:44.811680 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-86558da3-78b3-4d96-9aef-3b51581d4db5 req-0b4cdf05-6c95-4088-b9da-5216a2e3ad2a tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Jul 29 09:54:44.963716 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11834aea-2bda-473f-9a5f-a600a45f9cca req-53edf3df-3bcf-472f-a13a-b68060d2b77b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:44.965244 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-11834aea-2bda-473f-9a5f-a600a45f9cca req-53edf3df-3bcf-472f-a13a-b68060d2b77b tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0594182 Jul 29 09:54:45.023481 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-11834aea-2bda-473f-9a5f-a600a45f9cca req-b94c5955-01c6-4cfc-b719-772e822d769d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516524 Jul 29 09:54:45.974682 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c586b9d-15cf-4b20-8a25-2f65cddb0281 req-e45a466c-9c14-40e7-9253-728c745823dc tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:45.976132 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5c586b9d-15cf-4b20-8a25-2f65cddb0281 req-e45a466c-9c14-40e7-9253-728c745823dc tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 931 time: 0.0610197 Jul 29 09:54:46.038145 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5c586b9d-15cf-4b20-8a25-2f65cddb0281 req-9d762683-7389-4d3f-80e2-823c1f5f1cc6 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544720 Jul 29 09:54:46.454793 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41385503-24ea-4181-a14b-73f1857dd9e8 req-38256be4-3a08-4b83-aff2-5377d8f48675 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:46.456626 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-41385503-24ea-4181-a14b-73f1857dd9e8 req-38256be4-3a08-4b83-aff2-5377d8f48675 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.3539131 Jul 29 09:54:46.512310 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-41385503-24ea-4181-a14b-73f1857dd9e8 req-fd7bf526-9d64-4ab9-aa1d-75299f46697c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428059 Jul 29 09:54:47.201970 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000958c-75e7-4e01-86e8-d38fd6cf885d req-d0c6b5ca-dcf7-4304-83d8-3bb489a7fb07 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:47.203764 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2000958c-75e7-4e01-86e8-d38fd6cf885d req-d0c6b5ca-dcf7-4304-83d8-3bb489a7fb07 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 931 time: 0.0582764 Jul 29 09:54:47.246882 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2000958c-75e7-4e01-86e8-d38fd6cf885d req-29dd786c-3a4d-4c45-9b9f-06a9200d66d7 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365219 Jul 29 09:54:47.279776 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6257-53fe-4c91-9fc1-e178146258dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:47.704508 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:47.731739 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59525cf-55c7-4227-8f6b-dd1bdbba7c97 req-59f38692-ef4f-49cc-b6cf-c707891bab33 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:47.733864 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e59525cf-55c7-4227-8f6b-dd1bdbba7c97 req-59f38692-ef4f-49cc-b6cf-c707891bab33 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0868680 Jul 29 09:54:47.781003 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e59525cf-55c7-4227-8f6b-dd1bdbba7c97 req-e2fce547-1245-4781-b769-4e86f597f21e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410256 Jul 29 09:54:48.468807 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92139307-cb82-4c77-9e90-3ab791993772 req-c4c090ea-74a4-4bdd-a901-5a61bc6fb42d tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:48.471301 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-92139307-cb82-4c77-9e90-3ab791993772 req-c4c090ea-74a4-4bdd-a901-5a61bc6fb42d tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 931 time: 0.0931852 Jul 29 09:54:48.535256 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-92139307-cb82-4c77-9e90-3ab791993772 req-d31b4463-29f4-40b7-a80d-7c9c1f8a9ba5 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550923 Jul 29 09:54:48.653337 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:48.931116 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1152f-3a0b-4661-be20-86348d7203bd req-c6923754-ae38-4469-89d9-7b9c9de562a8 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:48.932551 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-46c1152f-3a0b-4661-be20-86348d7203bd req-c6923754-ae38-4469-89d9-7b9c9de562a8 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0654426 Jul 29 09:54:48.972503 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-46c1152f-3a0b-4661-be20-86348d7203bd req-d43d1544-a0e8-498c-9d80-222b1194ce28 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337658 Jul 29 09:54:49.661403 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062e2b4-557f-4660-a25b-f7670ee4bdd0 req-fdc2fd00-317e-4446-a8c1-1378740859f0 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:49.662967 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0062e2b4-557f-4660-a25b-f7670ee4bdd0 req-fdc2fd00-317e-4446-a8c1-1378740859f0 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 931 time: 0.0580249 Jul 29 09:54:49.716996 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0062e2b4-557f-4660-a25b-f7670ee4bdd0 req-6519b1f0-7c43-4688-8ccf-c5a0ae6a0a1e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467455 Jul 29 09:54:50.099450 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3f9ee-228b-4eb1-a787-8ac68cd4b062 req-0c45a9ba-13c3-4920-9e69-0f2dd98cc49f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:50.100877 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-18a3f9ee-228b-4eb1-a787-8ac68cd4b062 req-0c45a9ba-13c3-4920-9e69-0f2dd98cc49f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0542953 Jul 29 09:54:50.142868 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 37540) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:54:50.143413 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-18a3f9ee-228b-4eb1-a787-8ac68cd4b062 req-dd3525cf-d139-4eb5-b81f-86e3a3b49d21 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354288 Jul 29 09:54:50.249293 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f2f19999-cbec-47d2-af95-5460cddac7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:50.344939 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f2f19999-cbec-47d2-af95-5460cddac7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:50.352296 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f2f19999-cbec-47d2-af95-5460cddac7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:50.392466 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f19999-cbec-47d2-af95-5460cddac7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490676ef-42b9-44f7-87ab-0fa1b2e2606b,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:50.397550 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f2f19999-cbec-47d2-af95-5460cddac7be admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=874b5720b44a4cdb9008d8bf41efbf3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536361 Jul 29 09:54:50.400552 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 37544) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:54:50.402656 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f19999-cbec-47d2-af95-5460cddac7be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.403031 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f19999-cbec-47d2-af95-5460cddac7be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.403361 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f19999-cbec-47d2-af95-5460cddac7be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.403712 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f19999-cbec-47d2-af95-5460cddac7be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.404036 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f19999-cbec-47d2-af95-5460cddac7be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.404376 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f19999-cbec-47d2-af95-5460cddac7be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.404728 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f19999-cbec-47d2-af95-5460cddac7be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.405070 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f19999-cbec-47d2-af95-5460cddac7be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.405400 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f19999-cbec-47d2-af95-5460cddac7be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.405734 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f19999-cbec-47d2-af95-5460cddac7be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.406063 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f19999-cbec-47d2-af95-5460cddac7be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.406384 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f19999-cbec-47d2-af95-5460cddac7be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.436369 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:50.486729 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-de9cd489-d3ea-4ffc-8867-0cb725f87187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:50.514105 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-de9cd489-d3ea-4ffc-8867-0cb725f87187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:50.565324 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-de9cd489-d3ea-4ffc-8867-0cb725f87187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:50.567885 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-de9cd489-d3ea-4ffc-8867-0cb725f87187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:50.569069 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-de9cd489-d3ea-4ffc-8867-0cb725f87187 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/490676ef-42b9-44f7-87ab-0fa1b2e2606b HTTP/1.1" status: 204 len: 168 time: 0.1673951 Jul 29 09:54:50.578577 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cd489-d3ea-4ffc-8867-0cb725f87187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490676ef-42b9-44f7-87ab-0fa1b2e2606b,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:50.586002 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cd489-d3ea-4ffc-8867-0cb725f87187 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.586354 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cd489-d3ea-4ffc-8867-0cb725f87187 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.586695 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cd489-d3ea-4ffc-8867-0cb725f87187 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.587116 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cd489-d3ea-4ffc-8867-0cb725f87187 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.587420 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cd489-d3ea-4ffc-8867-0cb725f87187 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.587828 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cd489-d3ea-4ffc-8867-0cb725f87187 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.588185 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cd489-d3ea-4ffc-8867-0cb725f87187 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.588498 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cd489-d3ea-4ffc-8867-0cb725f87187 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.588851 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cd489-d3ea-4ffc-8867-0cb725f87187 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.589180 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cd489-d3ea-4ffc-8867-0cb725f87187 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.589519 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cd489-d3ea-4ffc-8867-0cb725f87187 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.589902 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cd489-d3ea-4ffc-8867-0cb725f87187 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:54:50.845296 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958dc85-664e-4cdf-95fe-142eb5466d43 req-329a523a-92c6-4f7f-a913-0d0f00965362 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:50.846788 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3958dc85-664e-4cdf-95fe-142eb5466d43 req-329a523a-92c6-4f7f-a913-0d0f00965362 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 931 time: 0.0520339 Jul 29 09:54:50.888817 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3958dc85-664e-4cdf-95fe-142eb5466d43 req-35820175-4d9b-498d-a778-8c5dcd9215d4 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351720 Jul 29 09:54:51.280482 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07752d5-1e7f-41a6-86fc-91c1cfbd54d0 req-9e822e9b-6ef7-4c4e-85a3-51078f843fa5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:51.282149 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f07752d5-1e7f-41a6-86fc-91c1cfbd54d0 req-9e822e9b-6ef7-4c4e-85a3-51078f843fa5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0600088 Jul 29 09:54:51.334732 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f07752d5-1e7f-41a6-86fc-91c1cfbd54d0 req-548637f5-6742-4c07-a337-012d5dadf191 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455093 Jul 29 09:54:52.019855 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca74a8-0cb5-44ca-8c57-d99a810f6562 req-aa9a1342-18d1-417f-80eb-09b8e2e553ad tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:52.021472 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-99ca74a8-0cb5-44ca-8c57-d99a810f6562 req-aa9a1342-18d1-417f-80eb-09b8e2e553ad tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 931 time: 0.0548146 Jul 29 09:54:52.090245 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-99ca74a8-0cb5-44ca-8c57-d99a810f6562 req-75ea44c7-1ac5-4a98-9219-150ab6658db4 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597074 Jul 29 09:54:52.501226 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7365ef-8281-43e0-ba59-986a17a739d5 req-5d28fdcd-6f02-4cd7-9571-2018b9468bec tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:52.503337 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4e7365ef-8281-43e0-ba59-986a17a739d5 req-5d28fdcd-6f02-4cd7-9571-2018b9468bec tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0769823 Jul 29 09:54:52.548886 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4e7365ef-8281-43e0-ba59-986a17a739d5 req-bc8df277-2874-4ada-91d8-dd3156e60c8e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387354 Jul 29 09:54:53.222641 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d0bf5-9567-473e-bdcf-2f04601a33c3 req-1a5d27fc-6a52-4b24-a3cd-b95e979fd036 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:53.224290 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b47d0bf5-9567-473e-bdcf-2f04601a33c3 req-1a5d27fc-6a52-4b24-a3cd-b95e979fd036 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 931 time: 0.0595949 Jul 29 09:54:53.275636 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b47d0bf5-9567-473e-bdcf-2f04601a33c3 req-dac5ebe1-75c2-4b07-a0b4-3afcdb9b5a0b tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437052 Jul 29 09:54:53.698502 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58383d2-c460-4989-9ae4-f94140728ca3 req-1b79a55f-f52a-4783-b180-9785368846eb tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:53.700225 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c58383d2-c460-4989-9ae4-f94140728ca3 req-1b79a55f-f52a-4783-b180-9785368846eb tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0728176 Jul 29 09:54:53.745071 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c58383d2-c460-4989-9ae4-f94140728ca3 req-018849ed-2c6d-496b-94ba-b19a4f420d8d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373681 Jul 29 09:54:54.412436 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15628b3d-4009-4849-a354-e66c5b9ff051 req-7ef1eecc-dbe2-4b15-bb46-57e298bf0e45 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:54.414062 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-15628b3d-4009-4849-a354-e66c5b9ff051 req-7ef1eecc-dbe2-4b15-bb46-57e298bf0e45 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 931 time: 0.0566380 Jul 29 09:54:54.461797 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-15628b3d-4009-4849-a354-e66c5b9ff051 req-bd976100-2ce3-4f77-920d-bc1e2e60a17e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414877 Jul 29 09:54:54.891035 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027eda6c-00b9-4ddc-9768-4ea6e977837d req-fedc3c5f-f6b5-494a-a41c-8fb4d713a873 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:54.892703 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-027eda6c-00b9-4ddc-9768-4ea6e977837d req-fedc3c5f-f6b5-494a-a41c-8fb4d713a873 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0609813 Jul 29 09:54:54.937215 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-027eda6c-00b9-4ddc-9768-4ea6e977837d req-8f0d388f-7b4f-455b-8909-2a25f4285b5d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382385 Jul 29 09:54:55.325698 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Request body: {'port': {'device_id': '904864cf-fb04-481c-bd5b-a1e1b28b9f08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:54:55.474871 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:55.793265 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02c16c-5968-40ce-9101-e403ed3bd9af req-2a344f2e-7ea6-411b-974c-c8f5ac436234 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:55.794883 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2a02c16c-5968-40ce-9101-e403ed3bd9af req-2a344f2e-7ea6-411b-974c-c8f5ac436234 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 931 time: 0.2236536 Jul 29 09:54:55.889202 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2a02c16c-5968-40ce-9101-e403ed3bd9af req-2cf9153a-3b74-495a-ada5-73702ff3a59f tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866973 Jul 29 09:54:55.991290 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a01525-0543-4ca6-beab-e4a937590492 {{(pid=104728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:54:56.006331 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:56.035687 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Transition to ACTIVE for port object f4a01525-0543-4ca6-beab-e4a937590492 will not be triggered until provisioned by entity L2. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:54:56.052302 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:56.147722 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a01525-0543-4ca6-beab-e4a937590492,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:56.165939 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8067f7-d65d-47cd-bc93-de7dac94895a req-26731260-fa38-4059-86f1-111903c9d345 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:56.167787 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ac8067f7-d65d-47cd-bc93-de7dac94895a req-26731260-fa38-4059-86f1-111903c9d345 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.1337445 Jul 29 09:54:56.268675 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ac8067f7-d65d-47cd-bc93-de7dac94895a req-e796268b-2c40-49ff-8d00-cd7de54abd9f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821161 Jul 29 09:54:56.294100 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Attempting to bind port f4a01525-0543-4ca6-beab-e4a937590492 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:54:56.294662 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Attempting to bind port f4a01525-0543-4ca6-beab-e4a937590492 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '412d9521-c694-4ee6-9284-1a73552ddc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87'}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:54:56.295250 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Attempting to bind port f4a01525-0543-4ca6-beab-e4a937590492 on network bb3bd51d-b489-4795-b464-e3136f29bc87 {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:54:56.301974 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Port f4a01525-0543-4ca6-beab-e4a937590492 on network bb3bd51d-b489-4795-b464-e3136f29bc87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 09:54:56.302283 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Attempting to bind port f4a01525-0543-4ca6-beab-e4a937590492 on network bb3bd51d-b489-4795-b464-e3136f29bc87 {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:54:56.310162 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:54:56.310618 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Checking segment: {'id': '412d9521-c694-4ee6-9284-1a73552ddc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:54:56.311174 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Bound using segment: {'id': '412d9521-c694-4ee6-9284-1a73552ddc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87'} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:54:56.317975 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Bound port: f4a01525-0543-4ca6-beab-e4a937590492, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '412d9521-c694-4ee6-9284-1a73552ddc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87'}}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:54:56.317975 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:56.446752 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] For port f4a01525-0543-4ca6-beab-e4a937590492, host hv-cinder-78825, cleared binding levels {{(pid=104728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:54:56.452005 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] For port f4a01525-0543-4ca6-beab-e4a937590492, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f4a01525-0543-4ca6-beab-e4a937590492,segment=NetworkSegment(412d9521-c694-4ee6-9284-1a73552ddc9b),segment_id=412d9521-c694-4ee6-9284-1a73552ddc9b)] {{(pid=104728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:54:56.459913 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:56.569810 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:56.570729 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:54:56.573579 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] 10.222.0.89 "PUT /v2.0/ports/f4a01525-0543-4ca6-beab-e4a937590492 HTTP/1.1" status: 200 len: 1093 time: 1.2573850 Jul 29 09:54:56.574247 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904864cf-fb04-481c-bd5b-a1e1b28b9f08', 'tag': 'f4a01525-0543-4ca6-beab-e4a937590492'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:54:56.579216 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e631c947-1c39-4245-930f-af852379630f" -d '{"events": [{"name": "network-changed", "server_uuid": "904864cf-fb04-481c-bd5b-a1e1b28b9f08", "tag": "f4a01525-0543-4ca6-beab-e4a937590492"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:54:56.649772 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e37d9-921d-4416-825f-5148d0dec8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a01525-0543-4ca6-beab-e4a937590492,revision_number=3']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:54:56.677146 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 09:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a3fd4d-b72c-40bf-b3fa-64559684dcc8 x-openstack-request-id: req-d7a3fd4d-b72c-40bf-b3fa-64559684dcc8 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:54:56.678082 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904864cf-fb04-481c-bd5b-a1e1b28b9f08", "tag": "f4a01525-0543-4ca6-beab-e4a937590492", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:54:56.678082 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7a3fd4d-b72c-40bf-b3fa-64559684dcc8 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:54:56.679434 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904864cf-fb04-481c-bd5b-a1e1b28b9f08', 'tag': 'f4a01525-0543-4ca6-beab-e4a937590492', 'status': 'completed', 'code': 200} Jul 29 09:54:56.784264 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-eb928a4a-f6aa-4d55-a278-7a67e790c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:56.785752 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-eb928a4a-f6aa-4d55-a278-7a67e790c1dd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ce85ecee1bbb438e9e43ecc78295cb72&device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 1096 time: 0.0852437 Jul 29 09:54:56.874109 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-34688938-7b0e-40b8-8146-b43c7cfc5bbb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a01525-0543-4ca6-beab-e4a937590492 HTTP/1.1" status: 200 len: 217 time: 0.0692499 Jul 29 09:54:57.041238 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-aa4683c7-c0f5-4784-9518-1b06283158ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:57.043032 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-aa4683c7-c0f5-4784-9518-1b06283158ff service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0a1e3e51-273f-4db5-93c1-39dca98e69d4 HTTP/1.1" status: 200 len: 854 time: 0.1479974 Jul 29 09:54:57.162655 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac6fd2-b52c-4598-bcd1-1bf98a0cf5e3 req-39935761-38ae-41bd-acc2-b2170f08d1b0 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:57.165406 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d3ac6fd2-b52c-4598-bcd1-1bf98a0cf5e3 req-39935761-38ae-41bd-acc2-b2170f08d1b0 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 943 time: 0.1270719 Jul 29 09:54:57.192529 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-e0e5c95d-a071-46ba-b91f-8732a08dba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:57.195161 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-e0e5c95d-a071-46ba-b91f-8732a08dba73 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bb3bd51d-b489-4795-b464-e3136f29bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1353171 Jul 29 09:54:57.346875 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d3ac6fd2-b52c-4598-bcd1-1bf98a0cf5e3 req-cded2e4b-b3f2-4991-82ad-b556eff7ecdd tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703494 Jul 29 09:54:57.425583 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-a631b536-3c6b-45a2-bb94-03dd4fbad3bc service neutron] 10.222.0.89 "GET /v2.0/networks/bb3bd51d-b489-4795-b464-e3136f29bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178774 Jul 29 09:54:57.635262 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-53566bfd-5e37-4cfe-b16b-eed9ee39bcd3 req-b51a4be3-ee71-450c-b203-05e32353e7c7 service neutron] 10.222.0.89 "GET /v2.0/networks/bb3bd51d-b489-4795-b464-e3136f29bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993611 Jul 29 09:54:57.659723 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ad155-f8b4-4cc7-bebd-b6bf742277d3 req-ff8e92e7-e565-4ecd-991b-8b7cbe526507 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:57.661423 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ce9ad155-f8b4-4cc7-bebd-b6bf742277d3 req-ff8e92e7-e565-4ecd-991b-8b7cbe526507 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0932684 Jul 29 09:54:57.722399 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ce9ad155-f8b4-4cc7-bebd-b6bf742277d3 req-8960530e-806c-424b-a2e9-e8ed2e0c6e6d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518479 Jul 29 09:54:57.825583 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631c947-1c39-4245-930f-af852379630f req-70f94c27-c66b-49dd-976d-6e1608ef2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:57.827215 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e631c947-1c39-4245-930f-af852379630f req-70f94c27-c66b-49dd-976d-6e1608ef2af9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ce85ecee1bbb438e9e43ecc78295cb72&device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 1096 time: 0.0486398 Jul 29 09:54:57.966480 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631c947-1c39-4245-930f-af852379630f req-2c79cdde-b0b8-4497-9fdb-de4ae5fa4240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:57.969212 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e631c947-1c39-4245-930f-af852379630f req-2c79cdde-b0b8-4497-9fdb-de4ae5fa4240 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bb3bd51d-b489-4795-b464-e3136f29bc87 HTTP/1.1" status: 200 len: 917 time: 0.1290464 Jul 29 09:54:58.044133 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e631c947-1c39-4245-930f-af852379630f req-a69428ac-f19b-4547-946e-7c887b2a1cad service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a01525-0543-4ca6-beab-e4a937590492 HTTP/1.1" status: 200 len: 217 time: 0.0578918 Jul 29 09:54:58.115793 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631c947-1c39-4245-930f-af852379630f req-d5efc562-f6f3-4ce9-b734-6c7237e297ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:58.119131 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e631c947-1c39-4245-930f-af852379630f req-d5efc562-f6f3-4ce9-b734-6c7237e297ec service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0a1e3e51-273f-4db5-93c1-39dca98e69d4 HTTP/1.1" status: 200 len: 854 time: 0.0639765 Jul 29 09:54:58.187517 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631c947-1c39-4245-930f-af852379630f req-73829e31-b085-4002-ad6c-1a96808317d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:58.189174 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e631c947-1c39-4245-930f-af852379630f req-73829e31-b085-4002-ad6c-1a96808317d8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bb3bd51d-b489-4795-b464-e3136f29bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631099 Jul 29 09:54:58.328849 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e631c947-1c39-4245-930f-af852379630f req-97a1d098-01d6-4991-b0cb-5c169a91636b service neutron] 10.222.0.89 "GET /v2.0/networks/bb3bd51d-b489-4795-b464-e3136f29bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304812 Jul 29 09:54:58.503855 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e631c947-1c39-4245-930f-af852379630f req-9fc03908-7990-4d04-99b9-cf370e5042df service neutron] 10.222.0.89 "GET /v2.0/networks/bb3bd51d-b489-4795-b464-e3136f29bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623361 Jul 29 09:54:58.560772 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590a061-7c2e-458b-8d5a-ed08ade48f71 req-3115852b-e23a-4f20-bc61-91a72d88618f tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:58.562667 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f590a061-7c2e-458b-8d5a-ed08ade48f71 req-3115852b-e23a-4f20-bc61-91a72d88618f tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 943 time: 0.0947630 Jul 29 09:54:58.613878 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f590a061-7c2e-458b-8d5a-ed08ade48f71 req-0ce45d5c-0281-4737-abf9-b50123b14837 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394354 Jul 29 09:54:58.890207 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff5448-db00-4cbe-ae03-8b23c010db22 req-c41836fa-85c8-4e9a-9929-ea58819c0bc1 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:58.893220 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-27ff5448-db00-4cbe-ae03-8b23c010db22 req-c41836fa-85c8-4e9a-9929-ea58819c0bc1 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0681844 Jul 29 09:54:58.966102 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-27ff5448-db00-4cbe-ae03-8b23c010db22 req-b8040cd4-efa6-448e-95eb-75ad7d9e1b5b tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574765 Jul 29 09:54:59.798849 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c9105-9186-4e90-b1c5-ef2c1c308181 req-98501d3a-d050-435e-8c3c-b544f9d38e3b tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:54:59.801723 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-601c9105-9186-4e90-b1c5-ef2c1c308181 req-98501d3a-d050-435e-8c3c-b544f9d38e3b tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 943 time: 0.0850654 Jul 29 09:54:59.871991 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-601c9105-9186-4e90-b1c5-ef2c1c308181 req-48fb352d-dc6f-4fdd-a7bb-45695d4568e8 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574603 Jul 29 09:55:00.138003 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14060a3-a175-4ffd-98a7-ab1c5afae017 req-bdf079d7-a125-4486-83ce-e6670e6104da tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:00.140545 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b14060a3-a175-4ffd-98a7-ab1c5afae017 req-bdf079d7-a125-4486-83ce-e6670e6104da tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0766222 Jul 29 09:55:00.206305 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b14060a3-a175-4ffd-98a7-ab1c5afae017 req-466e4f4b-8381-44b0-9191-dd14372b4011 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530419 Jul 29 09:55:00.641330 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bcf69-a78f-4e38-86ea-53bac146ff42 req-99ab6eb2-5d73-4fad-b8db-36fb5be992ab tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:00.644330 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-993bcf69-a78f-4e38-86ea-53bac146ff42 req-99ab6eb2-5d73-4fad-b8db-36fb5be992ab tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.89 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0979509 Jul 29 09:55:00.806793 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-993bcf69-a78f-4e38-86ea-53bac146ff42 req-a866f140-5dbb-46e7-9383-a80521d496a1 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Deleting port 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:55:00.807286 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-993bcf69-a78f-4e38-86ea-53bac146ff42 req-a866f140-5dbb-46e7-9383-a80521d496a1 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:00.978175 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-993bcf69-a78f-4e38-86ea-53bac146ff42 req-a866f140-5dbb-46e7-9383-a80521d496a1 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] For port 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1f0074d6-2c48-42c6-92ba-dcb4161f4f8e,segment=NetworkSegment(2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c),segment_id=2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:55:00.978818 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-993bcf69-a78f-4e38-86ea-53bac146ff42 req-a866f140-5dbb-46e7-9383-a80521d496a1 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:01.015564 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-993bcf69-a78f-4e38-86ea-53bac146ff42 req-a866f140-5dbb-46e7-9383-a80521d496a1 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Calling delete_port for 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e owned by compute:nova {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:55:01.158015 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27992253-9e0a-49e3-ac2c-f4bd0a468a71 req-402b003f-d5d7-4224-92f5-05f479bc1c58 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:01.160953 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-27992253-9e0a-49e3-ac2c-f4bd0a468a71 req-402b003f-d5d7-4224-92f5-05f479bc1c58 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 943 time: 0.1364539 Jul 29 09:55:01.277588 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-27992253-9e0a-49e3-ac2c-f4bd0a468a71 req-56ce40d9-2af2-4816-98dc-6db6c9de58fd tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048298 Jul 29 09:55:01.378432 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc35504-7586-4442-b729-36ab803e8ef0 req-b709f39f-54ed-420f-a6ee-d9df2f8d0ae4 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:01.381371 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ebc35504-7586-4442-b729-36ab803e8ef0 req-b709f39f-54ed-420f-a6ee-d9df2f8d0ae4 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0d291cd-7bab-4784-ae8c-9a8910895c88 HTTP/1.1" status: 200 len: 945 time: 0.0763133 Jul 29 09:55:01.384247 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-993bcf69-a78f-4e38-86ea-53bac146ff42 req-a866f140-5dbb-46e7-9383-a80521d496a1 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:01.423487 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['1f0074d6-2c48-42c6-92ba-dcb4161f4f8e'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:55:01.438997 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866f140-5dbb-46e7-9383-a80521d496a1 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Pushing event deleted for resources: {'Port': ['ID=1f0074d6-2c48-42c6-92ba-dcb4161f4f8e,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:01.531030 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-993bcf69-a78f-4e38-86ea-53bac146ff42 req-a866f140-5dbb-46e7-9383-a80521d496a1 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] No DVR routers for this DVR port 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e on host hv-cinder-78825 {{(pid=104728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 09:55:01.536929 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ebc35504-7586-4442-b729-36ab803e8ef0 req-ba81bddb-a0dd-4783-8725-a32d1254d14c tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493056 Jul 29 09:55:01.538377 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-993bcf69-a78f-4e38-86ea-53bac146ff42 req-a866f140-5dbb-46e7-9383-a80521d496a1 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:01.541089 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-993bcf69-a78f-4e38-86ea-53bac146ff42 req-a866f140-5dbb-46e7-9383-a80521d496a1 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.89 "DELETE /v2.0/ports/1f0074d6-2c48-42c6-92ba-dcb4161f4f8e HTTP/1.1" status: 204 len: 173 time: 0.8856440 Jul 29 09:55:01.541570 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d291cd-7bab-4784-ae8c-9a8910895c88', 'name': 'network-vif-deleted', 'tag': '1f0074d6-2c48-42c6-92ba-dcb4161f4f8e'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:55:01.544833 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027332da-ac88-4097-aeb8-3375d59ab088" -d '{"events": [{"server_uuid": "c0d291cd-7bab-4784-ae8c-9a8910895c88", "name": "network-vif-deleted", "tag": "1f0074d6-2c48-42c6-92ba-dcb4161f4f8e"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:55:01.635523 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082eb428-2659-41dc-b666-0444bf2d3c8a x-openstack-request-id: req-082eb428-2659-41dc-b666-0444bf2d3c8a {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:55:01.635882 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d291cd-7bab-4784-ae8c-9a8910895c88", "name": "network-vif-deleted", "tag": "1f0074d6-2c48-42c6-92ba-dcb4161f4f8e", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:55:01.636224 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-082eb428-2659-41dc-b666-0444bf2d3c8a {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:55:01.636838 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d291cd-7bab-4784-ae8c-9a8910895c88', 'name': 'network-vif-deleted', 'tag': '1f0074d6-2c48-42c6-92ba-dcb4161f4f8e', 'status': 'completed', 'code': 200} Jul 29 09:55:02.081115 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef51e57-bc75-4efa-be2d-fd3a2c1b5d99 req-408e4c00-27e2-4689-9829-d8cdad7b5671 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:02.083534 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0ef51e57-bc75-4efa-be2d-fd3a2c1b5d99 req-408e4c00-27e2-4689-9829-d8cdad7b5671 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0739076 Jul 29 09:55:02.141887 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0ef51e57-bc75-4efa-be2d-fd3a2c1b5d99 req-196a9dd3-e920-4015-bce2-ca2ec41f1f04 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476260 Jul 29 09:55:02.459332 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1160c6e-f1da-412a-8787-141e5f63061f req-de1bd086-9e65-439a-bdc9-08ff9c1ccc7e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:02.461101 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f1160c6e-f1da-412a-8787-141e5f63061f req-de1bd086-9e65-439a-bdc9-08ff9c1ccc7e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 943 time: 0.0850198 Jul 29 09:55:02.520180 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f1160c6e-f1da-412a-8787-141e5f63061f req-6a87efc7-01ac-4f50-818d-637240d62dff tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501046 Jul 29 09:55:03.318323 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9d71e-d4c8-4223-9300-52af78b98ce0 req-d97fe275-de9b-4808-90e2-a8512da95cc5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:03.320127 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fdb9d71e-d4c8-4223-9300-52af78b98ce0 req-d97fe275-de9b-4808-90e2-a8512da95cc5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0775959 Jul 29 09:55:03.378413 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fdb9d71e-d4c8-4223-9300-52af78b98ce0 req-6cf7ab86-043b-4e58-9638-87d73ae9d829 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479596 Jul 29 09:55:03.720546 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee202-89ae-4ae5-a73a-40d835a637ec req-bcd3e08f-5731-4e16-ae2e-4cc795a70550 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:03.722613 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1e3ee202-89ae-4ae5-a73a-40d835a637ec req-bcd3e08f-5731-4e16-ae2e-4cc795a70550 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 943 time: 0.0825212 Jul 29 09:55:03.772669 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1e3ee202-89ae-4ae5-a73a-40d835a637ec req-ccdc12ba-0cd4-4ec8-b662-7e875281e3dd tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432670 Jul 29 09:55:04.559406 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250e7e9-fc3b-421d-92be-57b2c52f2304 req-8ecd7978-cc37-499d-8f91-8974c74f3a4f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:04.561671 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c250e7e9-fc3b-421d-92be-57b2c52f2304 req-8ecd7978-cc37-499d-8f91-8974c74f3a4f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0878928 Jul 29 09:55:04.612552 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c250e7e9-fc3b-421d-92be-57b2c52f2304 req-facc11e1-2fdc-428f-8b5a-1f33f3efa15c tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445993 Jul 29 09:55:04.948841 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3571194-53b1-4766-9552-704acc028898 req-7cb89a2f-c0a6-4fe7-9d05-5a0236867ec4 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:04.950716 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e3571194-53b1-4766-9552-704acc028898 req-7cb89a2f-c0a6-4fe7-9d05-5a0236867ec4 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 943 time: 0.0757041 Jul 29 09:55:05.033325 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e3571194-53b1-4766-9552-704acc028898 req-d4616b87-9a3c-4949-803c-86a26c2a28b6 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739715 Jul 29 09:55:05.992098 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925960ac-1b23-4255-810f-3f4236abc3cb req-25ff2f36-8b49-4e97-9982-556d9456f7f4 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:05.995103 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-925960ac-1b23-4255-810f-3f4236abc3cb req-25ff2f36-8b49-4e97-9982-556d9456f7f4 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.2908936 Jul 29 09:55:06.038301 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-925960ac-1b23-4255-810f-3f4236abc3cb req-e6304ed4-21a5-4dd2-94d7-5de2f4e68dd0 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362709 Jul 29 09:55:06.082608 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device f4a01525-0543-4ca6-beab-e4a937590492 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 09:55:06.209761 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a7378-e0d7-44bd-b493-a9b886247983 req-5bc71d17-c049-429d-ba55-55c9bd30961e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:06.212677 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3e0a7378-e0d7-44bd-b493-a9b886247983 req-5bc71d17-c049-429d-ba55-55c9bd30961e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 943 time: 0.0773196 Jul 29 09:55:06.238838 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port f4a01525-0543-4ca6-beab-e4a937590492, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f4a01525-0543-4ca6-beab-e4a937590492,segment=NetworkSegment(412d9521-c694-4ee6-9284-1a73552ddc9b),segment_id=412d9521-c694-4ee6-9284-1a73552ddc9b)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:55:06.254635 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': 'f4a01525-0543-4ca6-beab-e4a937590492', 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87', 'port_id': 'f4a01525-0543-4ca6-beab-e4a937590492', 'mac_address': 'fa:16:3e:1a:36:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 09:55:06.269476 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3e0a7378-e0d7-44bd-b493-a9b886247983 req-c84b7e33-59f8-43e7-b1c5-55cbcf642f10 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461481 Jul 29 09:55:06.311365 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:06.334950 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a01525-0543-4ca6-beab-e4a937590492 {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:55:06.379342 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port f4a01525-0543-4ca6-beab-e4a937590492, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f4a01525-0543-4ca6-beab-e4a937590492,segment=NetworkSegment(412d9521-c694-4ee6-9284-1a73552ddc9b),segment_id=412d9521-c694-4ee6-9284-1a73552ddc9b)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:55:06.389593 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:06.482837 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=f4a01525-0543-4ca6-beab-e4a937590492,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:06.495599 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:06.495911 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:06.496230 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:06.496761 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:06.497122 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:06.497469 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:06.497976 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:06.498555 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:06.498922 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:06.499261 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:06.499711 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:06.506303 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:07.226297 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fd170-8ace-41c5-991a-2d71d293a436 req-2cc22cde-f7e1-4b3e-b6c9-0b4ac8978e81 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:07.229607 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-de4fd170-8ace-41c5-991a-2d71d293a436 req-2cc22cde-f7e1-4b3e-b6c9-0b4ac8978e81 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0785267 Jul 29 09:55:07.293905 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-de4fd170-8ace-41c5-991a-2d71d293a436 req-7e78dd0a-8b63-46c3-9f0b-aef461ce0c1e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571356 Jul 29 09:55:07.341610 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:55:07.440034 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216133b3-a091-4282-bcca-890f70bb8215 req-769dcc74-5275-4469-a4e7-130e760818a4 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:07.443136 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-216133b3-a091-4282-bcca-890f70bb8215 req-769dcc74-5275-4469-a4e7-130e760818a4 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 944 time: 0.0798528 Jul 29 09:55:07.505244 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-216133b3-a091-4282-bcca-890f70bb8215 req-5a4107f7-bacd-4946-804d-2cc15436e019 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521505 Jul 29 09:55:07.744249 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 09:55:07.776776 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 09:55:07.777367 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 1f0074d6-2c48-42c6-92ba-dcb4161f4f8e not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 09:55:08.483529 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e949c-b0f8-41ad-8a94-a211ffd20dbb req-f2757e48-b9e3-4675-aa0e-78a099273642 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:08.485306 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b4e949c-b0f8-41ad-8a94-a211ffd20dbb req-f2757e48-b9e3-4675-aa0e-78a099273642 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0849040 Jul 29 09:55:08.568195 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b4e949c-b0f8-41ad-8a94-a211ffd20dbb req-dba1a51e-64ba-4439-87f5-ee6290a5591e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711505 Jul 29 09:55:08.635548 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['f4a01525-0543-4ca6-beab-e4a937590492'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:55:08.841848 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab83a4-78c4-4dd4-aa65-8950bf976875 req-8360a994-94bf-4b84-b005-78651ca2d449 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:08.844567 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0dab83a4-78c4-4dd4-aa65-8950bf976875 req-8360a994-94bf-4b84-b005-78651ca2d449 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 944 time: 0.2185242 Jul 29 09:55:08.932452 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0dab83a4-78c4-4dd4-aa65-8950bf976875 req-e055b3eb-7674-444e-a79f-545c933f3265 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777328 Jul 29 09:55:09.752299 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8983f93-2f51-44e3-b6a6-efc3960c4c10 req-a9681f6e-c8d4-4553-83d0-d365f627e592 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:09.754284 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b8983f93-2f51-44e3-b6a6-efc3960c4c10 req-a9681f6e-c8d4-4553-83d0-d365f627e592 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.0711052 Jul 29 09:55:09.833801 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b8983f93-2f51-44e3-b6a6-efc3960c4c10 req-b62e1b6d-2d25-426d-a3d0-ccc1108a79e2 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680721 Jul 29 09:55:10.183252 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bbc4b-6f69-4224-8974-66d801e00025 req-f91a7b82-19c0-4908-9af6-2fc871286188 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:10.185576 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7a8bbc4b-6f69-4224-8974-66d801e00025 req-f91a7b82-19c0-4908-9af6-2fc871286188 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 945 time: 0.1711597 Jul 29 09:55:10.209526 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfad86-098d-4fe3-839e-08fe91b414a8 req-1c11ba0f-8269-4236-b7c1-093402948278 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:10.212767 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-46dfad86-098d-4fe3-839e-08fe91b414a8 req-1c11ba0f-8269-4236-b7c1-093402948278 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 944 time: 0.1443627 Jul 29 09:55:10.373538 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-46dfad86-098d-4fe3-839e-08fe91b414a8 req-5b9b7661-687a-4417-a6af-7f365003f763 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481862 Jul 29 09:55:10.417090 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-7a8bbc4b-6f69-4224-8974-66d801e00025 req-8ea794eb-98d8-436f-ac91-4f631cbddbd5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Deleting port 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:55:10.417618 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-7a8bbc4b-6f69-4224-8974-66d801e00025 req-8ea794eb-98d8-436f-ac91-4f631cbddbd5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:10.548652 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-7a8bbc4b-6f69-4224-8974-66d801e00025 req-8ea794eb-98d8-436f-ac91-4f631cbddbd5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] For port 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=5e41ca6c-d07d-4d3b-a473-d5c61505cd9c,segment=NetworkSegment(ea7870e2-4591-412b-abea-51a261584522),segment_id=ea7870e2-4591-412b-abea-51a261584522)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:55:10.549089 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-7a8bbc4b-6f69-4224-8974-66d801e00025 req-8ea794eb-98d8-436f-ac91-4f631cbddbd5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:10.574305 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-7a8bbc4b-6f69-4224-8974-66d801e00025 req-8ea794eb-98d8-436f-ac91-4f631cbddbd5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Calling delete_port for 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c owned by compute:nova {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:55:10.684539 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ddbf891-4af0-4a23-859b-e9bdc17c6e5d req-2777eb59-7038-46e6-bc6a-d807690d1771 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702827 Jul 29 09:55:10.815143 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbf891-4af0-4a23-859b-e9bdc17c6e5d req-a3e46341-b0fa-41a6-9937-31845a8b8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:10.817327 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ddbf891-4af0-4a23-859b-e9bdc17c6e5d req-a3e46341-b0fa-41a6-9937-31845a8b8b52 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d0213ef301145e88bfeefb34d12fda1&device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 1098 time: 0.0912941 Jul 29 09:55:10.841368 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-7a8bbc4b-6f69-4224-8974-66d801e00025 req-8ea794eb-98d8-436f-ac91-4f631cbddbd5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:10.884553 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['71d634be-ce6b-4f1e-8d92-b9a3145dd465', '5e41ca6c-d07d-4d3b-a473-d5c61505cd9c'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:55:10.897000 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea794eb-98d8-436f-ac91-4f631cbddbd5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Pushing event deleted for resources: {'Port': ['ID=5e41ca6c-d07d-4d3b-a473-d5c61505cd9c,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:10.979843 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8bbc4b-6f69-4224-8974-66d801e00025 req-8ea794eb-98d8-436f-ac91-4f631cbddbd5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] No DVR routers for this DVR port 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c on host hv-cinder-78825 {{(pid=104728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 09:55:10.984757 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-7a8bbc4b-6f69-4224-8974-66d801e00025 req-8ea794eb-98d8-436f-ac91-4f631cbddbd5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:10.988035 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7a8bbc4b-6f69-4224-8974-66d801e00025 req-8ea794eb-98d8-436f-ac91-4f631cbddbd5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.89 "DELETE /v2.0/ports/5e41ca6c-d07d-4d3b-a473-d5c61505cd9c HTTP/1.1" status: 204 len: 173 time: 0.7735269 Jul 29 09:55:10.991879 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2645879-00d4-4fa2-bd98-9cc48f9125c1', 'name': 'network-vif-deleted', 'tag': '5e41ca6c-d07d-4d3b-a473-d5c61505cd9c'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:55:10.996961 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d41c90-7f40-44f5-ad87-b09dfbdd8158" -d '{"events": [{"server_uuid": "e2645879-00d4-4fa2-bd98-9cc48f9125c1", "name": "network-vif-deleted", "tag": "5e41ca6c-d07d-4d3b-a473-d5c61505cd9c"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:55:11.025922 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbf891-4af0-4a23-859b-e9bdc17c6e5d req-4aa716f1-d320-45c2-9aa2-991471f46111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:11.027849 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ddbf891-4af0-4a23-859b-e9bdc17c6e5d req-4aa716f1-d320-45c2-9aa2-991471f46111 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a HTTP/1.1" status: 200 len: 913 time: 0.1814425 Jul 29 09:55:11.054114 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74721ca7-d4ed-40cf-82bf-f0b9ab6f5737 req-3005b2c3-45ca-4e38-92e7-dfea34956555 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 210 time: 0.0649445 Jul 29 09:55:11.072401 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d3a823-9300-4b57-9c38-bfdde86c53ac x-openstack-request-id: req-27d3a823-9300-4b57-9c38-bfdde86c53ac {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:55:11.073130 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2645879-00d4-4fa2-bd98-9cc48f9125c1", "name": "network-vif-deleted", "tag": "5e41ca6c-d07d-4d3b-a473-d5c61505cd9c", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:55:11.073826 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-27d3a823-9300-4b57-9c38-bfdde86c53ac {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:55:11.074591 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2645879-00d4-4fa2-bd98-9cc48f9125c1', 'name': 'network-vif-deleted', 'tag': '5e41ca6c-d07d-4d3b-a473-d5c61505cd9c', 'status': 'completed', 'code': 200} Jul 29 09:55:11.170798 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ddbf891-4af0-4a23-859b-e9bdc17c6e5d req-a851f017-ac81-4d1f-b0ae-5594f565f957 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82fec0ca-9a10-4978-b588-19cdc69d082e HTTP/1.1" status: 200 len: 1000 time: 0.1332376 Jul 29 09:55:11.269327 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbf891-4af0-4a23-859b-e9bdc17c6e5d req-dad50d60-4935-4d46-9f5a-df653202684e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:11.271872 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ddbf891-4af0-4a23-859b-e9bdc17c6e5d req-dad50d60-4935-4d46-9f5a-df653202684e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b1dd2e5b-eac9-466e-88de-e575ea4f6a52 HTTP/1.1" status: 200 len: 850 time: 0.0912166 Jul 29 09:55:11.586245 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48799196-ec91-4817-a0dd-449ea93c3bb0 req-61c42c11-7419-46b9-a7b5-a6de81684fef tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:11.594406 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-48799196-ec91-4817-a0dd-449ea93c3bb0 req-61c42c11-7419-46b9-a7b5-a6de81684fef tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 944 time: 0.1073952 Jul 29 09:55:11.678330 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-48799196-ec91-4817-a0dd-449ea93c3bb0 req-b644c64b-9cf7-464c-89d5-b170a3418be0 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770123 Jul 29 09:55:11.783160 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbf891-4af0-4a23-859b-e9bdc17c6e5d req-b0040f1b-0ba9-45a7-9594-6df869c78917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:11.786552 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ddbf891-4af0-4a23-859b-e9bdc17c6e5d req-b0040f1b-0ba9-45a7-9594-6df869c78917 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1028464 Jul 29 09:55:11.808317 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device f4a01525-0543-4ca6-beab-e4a937590492 up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:55:11.843543 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 37876) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:11.921971 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port f4a01525-0543-4ca6-beab-e4a937590492 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:55:11.932008 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port f4a01525-0543-4ca6-beab-e4a937590492 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:55:11.932852 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:11.999750 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ddbf891-4af0-4a23-859b-e9bdc17c6e5d req-c9252173-8160-46ff-81b8-e6f661cd3765 service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050483 Jul 29 09:55:12.048992 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-94bb0732-b12a-43b0-8472-59970fdcfa02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:12.066893 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:12.102351 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904864cf-fb04-481c-bd5b-a1e1b28b9f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a01525-0543-4ca6-beab-e4a937590492'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:55:12.105966 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589db86f-9f3e-4dd3-b588-fe9a8816457c" -d '{"events": [{"server_uuid": "904864cf-fb04-481c-bd5b-a1e1b28b9f08", "name": "network-vif-plugged", "status": "completed", "tag": "f4a01525-0543-4ca6-beab-e4a937590492"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:55:12.127442 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port f4a01525-0543-4ca6-beab-e4a937590492, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f4a01525-0543-4ca6-beab-e4a937590492,segment=NetworkSegment(412d9521-c694-4ee6-9284-1a73552ddc9b),segment_id=412d9521-c694-4ee6-9284-1a73552ddc9b)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:55:12.137126 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:12.138346 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 09:55:12.166635 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 09:55:12.167414 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 5e41ca6c-d07d-4d3b-a473-d5c61505cd9c not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 09:55:12.194167 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba4010a-083a-41b3-b753-b10e709e7dc3 x-openstack-request-id: req-8ba4010a-083a-41b3-b753-b10e709e7dc3 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:55:12.194627 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904864cf-fb04-481c-bd5b-a1e1b28b9f08", "name": "network-vif-plugged", "status": "completed", "tag": "f4a01525-0543-4ca6-beab-e4a937590492", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:55:12.194996 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8ba4010a-083a-41b3-b753-b10e709e7dc3 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:55:12.195971 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904864cf-fb04-481c-bd5b-a1e1b28b9f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a01525-0543-4ca6-beab-e4a937590492', 'code': 200} Jul 29 09:55:12.242425 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-94bb0732-b12a-43b0-8472-59970fdcfa02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:12.256778 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=f4a01525-0543-4ca6-beab-e4a937590492,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:12.261468 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-94bb0732-b12a-43b0-8472-59970fdcfa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:12.306975 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e30856e7-3009-4d72-9b5c-1e53a75efc4f req-6073fcef-ffdc-44cb-b523-8faf028df9ab tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 210 time: 0.0622046 Jul 29 09:55:12.350850 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-94bb0732-b12a-43b0-8472-59970fdcfa02 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bd4fa36e307c4668a9814ebe853af334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5050561 Jul 29 09:55:12.354724 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 37886) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:12.359305 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb0732-b12a-43b0-8472-59970fdcfa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f619f1-bca5-4996-b018-3627e70d7651,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:12.434082 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5c938647-3a23-4bab-af84-75a538d7db19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:12.460385 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5c938647-3a23-4bab-af84-75a538d7db19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:12.534212 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5c938647-3a23-4bab-af84-75a538d7db19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:12.538506 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5c938647-3a23-4bab-af84-75a538d7db19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:12.544335 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-5c938647-3a23-4bab-af84-75a538d7db19 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/86f619f1-bca5-4996-b018-3627e70d7651 HTTP/1.1" status: 204 len: 168 time: 0.1882260 Jul 29 09:55:12.557401 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c938647-3a23-4bab-af84-75a538d7db19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f619f1-bca5-4996-b018-3627e70d7651,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:13.187520 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38819f82-2b64-4d6b-9d02-78b4d12b1f24 req-80057087-6b81-45d1-9b6e-b580c093f1cc tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:13.189264 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-38819f82-2b64-4d6b-9d02-78b4d12b1f24 req-80057087-6b81-45d1-9b6e-b580c093f1cc tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 945 time: 0.3601489 Jul 29 09:55:13.241465 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-38819f82-2b64-4d6b-9d02-78b4d12b1f24 req-60269f38-afea-4706-9820-3a1464b886ee tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454085 Jul 29 09:55:13.457998 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9c5ea5ed-57b6-41a4-959d-8589f43a40fa req-95505327-d70b-4f83-83ee-789ce4250e33 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 210 time: 0.0316188 Jul 29 09:55:14.162235 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:14.175827 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ddbf891-4af0-4a23-859b-e9bdc17c6e5d req-a5a23926-83ed-4adb-aca6-2fa94d8ecb6f service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140206 Jul 29 09:55:14.243247 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-7d3b74db-1002-4a20-9ef0-ecdf30221b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:14.384608 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc5db3-ac81-498e-a64e-d2684975ad28 req-79cff948-65d6-4261-a5ae-278f28183e4a tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:14.386286 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-94fc5db3-ac81-498e-a64e-d2684975ad28 req-79cff948-65d6-4261-a5ae-278f28183e4a tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 945 time: 0.0601153 Jul 29 09:55:14.439636 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-94fc5db3-ac81-498e-a64e-d2684975ad28 req-4f1f864f-7424-45b2-8170-0f94ebcef72d tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430825 Jul 29 09:55:14.614060 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d42f0172-e09d-481f-92d4-ba05bcdb4284 req-14eb3a16-5f65-4a30-9fbd-9cfefe2d667a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 210 time: 0.0348430 Jul 29 09:55:15.630430 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09dc09-6033-48ee-b06b-dd027acdb5d2 req-afed722d-3001-48c1-810f-6691365ed736 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:15.632879 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5d09dc09-6033-48ee-b06b-dd027acdb5d2 req-afed722d-3001-48c1-810f-6691365ed736 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 945 time: 0.0846663 Jul 29 09:55:15.710690 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5d09dc09-6033-48ee-b06b-dd027acdb5d2 req-bdb36dac-78cb-473b-875f-9675f695ba2f tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712943 Jul 29 09:55:15.775191 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32fc72-e41d-4c7c-8579-67028a10bda0 req-35bd61a8-40aa-4a2f-beab-64d7af43bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:15.777416 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5b32fc72-e41d-4c7c-8579-67028a10bda0 req-35bd61a8-40aa-4a2f-beab-64d7af43bcce service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 1098 time: 0.0895345 Jul 29 09:55:15.826205 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-871d8373-4833-46f3-ad65-aafce2a607b5 req-bac32144-2e11-491f-a36b-79ea6433145d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2645879-00d4-4fa2-bd98-9cc48f9125c1 HTTP/1.1" status: 200 len: 210 time: 0.0501423 Jul 29 09:55:15.835518 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5b32fc72-e41d-4c7c-8579-67028a10bda0 req-98179a19-6c3c-4b89-ae9a-edbb7e7b5c07 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429187 Jul 29 09:55:16.397620 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2d128-d331-4de4-a017-798234b411e7 req-570b086f-8e07-484b-a82c-8f7ff052df35 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:16.399488 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1ee2d128-d331-4de4-a017-798234b411e7 req-570b086f-8e07-484b-a82c-8f7ff052df35 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/networks?id=dac5ff62-90fc-4b95-8a2d-ffca9137865b HTTP/1.1" status: 200 len: 814 time: 0.1391037 Jul 29 09:55:16.420082 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1ee2d128-d331-4de4-a017-798234b411e7 req-e8d1b1d2-dd06-46ed-b5cb-89055a06bf30 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/quotas/9c3298aa89f4466e9ed8aca4a91d674a HTTP/1.1" status: 200 len: 375 time: 0.0146670 Jul 29 09:55:16.455072 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1ee2d128-d331-4de4-a017-798234b411e7 req-caf734ea-d5a7-4921-b9be-9ae1d7b46dd6 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9c3298aa89f4466e9ed8aca4a91d674a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288687 Jul 29 09:55:16.567076 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1ee2d128-d331-4de4-a017-798234b411e7 req-d65924e5-289a-4eda-b6be-0ba305d0b240 service neutron] 10.222.0.78 "GET /v2.0/networks/dac5ff62-90fc-4b95-8a2d-ffca9137865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045971 Jul 29 09:55:16.665192 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1ee2d128-d331-4de4-a017-798234b411e7 req-776c1ef8-df56-4cbc-ad24-913e0d7936be service neutron] 10.222.0.78 "GET /v2.0/networks/dac5ff62-90fc-4b95-8a2d-ffca9137865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906725 Jul 29 09:55:16.864513 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0e9b94e8-97df-4f46-b59a-e25006f37c26 req-6f91926a-69a8-4327-bb46-2af526090867 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 210 time: 0.0463765 Jul 29 09:55:16.887142 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbc494-0443-41f4-b0f5-d87530f5cfb2 req-a34a92a5-b25a-4caf-b0e0-ee95c029542d tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:16.892556 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eddbc494-0443-41f4-b0f5-d87530f5cfb2 req-a34a92a5-b25a-4caf-b0e0-ee95c029542d tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 945 time: 0.0855956 Jul 29 09:55:16.935437 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eddbc494-0443-41f4-b0f5-d87530f5cfb2 req-2bff429b-9fea-4fba-8e7b-0f8746761abe tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397506 Jul 29 09:55:17.179369 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187756e3-b1ca-4602-88af-218e0b35b193 req-8be980c7-a3f1-401d-9916-bf256f7987b2 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:17.181565 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-187756e3-b1ca-4602-88af-218e0b35b193 req-8be980c7-a3f1-401d-9916-bf256f7987b2 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0584269 Jul 29 09:55:17.227689 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-187756e3-b1ca-4602-88af-218e0b35b193 req-5cb88e32-7320-40a8-b6a3-ef2dd7c73e78 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395582 Jul 29 09:55:17.283896 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-e0bd09d2-0b9d-4f22-b058-f8a91ae8c160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:17.713092 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:17.992252 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0d0d8bda-bcdb-4ffc-a2c2-5f7c16978219 req-f8131d53-bc27-4aaa-ba3d-0296455636d5 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 210 time: 0.0360913 Jul 29 09:55:18.091318 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bedacc-a564-43fe-b6a2-a5a77aa636ab req-840fe622-0010-4225-a098-097d2f6884c9 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:18.093265 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c1bedacc-a564-43fe-b6a2-a5a77aa636ab req-840fe622-0010-4225-a098-097d2f6884c9 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 945 time: 0.0660434 Jul 29 09:55:18.145078 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c1bedacc-a564-43fe-b6a2-a5a77aa636ab req-a980d658-d883-4bf5-b97b-5cf0eb366663 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447059 Jul 29 09:55:18.369089 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610b9cc-9932-43a6-a5e0-3b83678c9d1c req-8989852b-2a37-4f9d-9dd0-4a6a45b67fbc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:18.370547 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6610b9cc-9932-43a6-a5e0-3b83678c9d1c req-8989852b-2a37-4f9d-9dd0-4a6a45b67fbc tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0624142 Jul 29 09:55:18.429491 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6610b9cc-9932-43a6-a5e0-3b83678c9d1c req-590f44d1-3b19-44dd-9313-e3440a99d624 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516894 Jul 29 09:55:18.582873 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2d128-d331-4de4-a017-798234b411e7 req-5c7a305b-edd2-49e0-88c8-c5911001ebfd tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:18.584936 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ee2d128-d331-4de4-a017-798234b411e7 req-5c7a305b-edd2-49e0-88c8-c5911001ebfd tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.89 "GET /v2.0/networks?id=dac5ff62-90fc-4b95-8a2d-ffca9137865b HTTP/1.1" status: 200 len: 814 time: 0.1278436 Jul 29 09:55:18.624629 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-1ee2d128-d331-4de4-a017-798234b411e7 req-6e9267ca-1f23-4363-b35b-5197b0dde792 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Request body: {'port': {'device_id': '8395aef6-133d-4a30-8c50-7b66d85f087e', 'network_id': 'dac5ff62-90fc-4b95-8a2d-ffca9137865b', 'admin_state_up': True, 'tenant_id': '9c3298aa89f4466e9ed8aca4a91d674a'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:18.641138 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:18.762734 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee2d128-d331-4de4-a017-798234b411e7 req-6e9267ca-1f23-4363-b35b-5197b0dde792 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Made reservation on behalf of 9c3298aa89f4466e9ed8aca4a91d674a for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:55:18.768599 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1ee2d128-d331-4de4-a017-798234b411e7 req-6e9267ca-1f23-4363-b35b-5197b0dde792 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:18.933824 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-1ee2d128-d331-4de4-a017-798234b411e7 req-6e9267ca-1f23-4363-b35b-5197b0dde792 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Allocated IP 172.20.0.3 (dac5ff62-90fc-4b95-8a2d-ffca9137865b/ecea429a-7e5a-4a4b-95d6-4910f6311788/4416de35-39f6-4d2f-971d-427e6db41bf9) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:55:19.107428 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1ee2d128-d331-4de4-a017-798234b411e7 req-6e9267ca-1f23-4363-b35b-5197b0dde792 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:19.113281 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8685321a-094f-4c40-bb4f-387cd9726b91 req-21fc6fcb-da5d-4e11-9afb-cb1654479ec9 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 210 time: 0.0364528 Jul 29 09:55:19.427817 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adbd91-6758-4521-b83d-f1f650d2e5c3 req-c4095c8a-6bc6-419b-a2b9-212194140188 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:19.427817 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a3adbd91-6758-4521-b83d-f1f650d2e5c3 req-c4095c8a-6bc6-419b-a2b9-212194140188 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 945 time: 0.0517006 Jul 29 09:55:19.427817 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a3adbd91-6758-4521-b83d-f1f650d2e5c3 req-2d472e28-4501-4c21-bbe1-dd5ea98de67d tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381870 Jul 29 09:55:19.434795 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1ee2d128-d331-4de4-a017-798234b411e7 req-6e9267ca-1f23-4363-b35b-5197b0dde792 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:19.507260 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee2d128-d331-4de4-a017-798234b411e7 req-6e9267ca-1f23-4363-b35b-5197b0dde792 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Network dac5ff62-90fc-4b95-8a2d-ffca9137865b is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:55:19.512665 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-1ee2d128-d331-4de4-a017-798234b411e7 req-6e9267ca-1f23-4363-b35b-5197b0dde792 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:55:19.520194 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee2d128-d331-4de4-a017-798234b411e7 req-6e9267ca-1f23-4363-b35b-5197b0dde792 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:55:19.525852 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2d128-d331-4de4-a017-798234b411e7 req-6e9267ca-1f23-4363-b35b-5197b0dde792 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:19.526493 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1ee2d128-d331-4de4-a017-798234b411e7 req-6e9267ca-1f23-4363-b35b-5197b0dde792 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:19.530465 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9267ca-1f23-4363-b35b-5197b0dde792 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Pushing event updated for resources: {'Port': ['ID=4416de35-39f6-4d2f-971d-427e6db41bf9,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:19.546338 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ee2d128-d331-4de4-a017-798234b411e7 req-6e9267ca-1f23-4363-b35b-5197b0dde792 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9259388 Jul 29 09:55:19.570762 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Request body: {'port': {'device_id': '8395aef6-133d-4a30-8c50-7b66d85f087e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:19.587039 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446ac16-52bd-4c6b-97ac-24a96dc6dcd6 req-793c9523-84ac-478e-8afa-a0ce07211753 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:19.589045 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0446ac16-52bd-4c6b-97ac-24a96dc6dcd6 req-793c9523-84ac-478e-8afa-a0ce07211753 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 945 time: 0.0843732 Jul 29 09:55:19.627195 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821012a9-2ed5-4a7e-a0aa-72240268cfea req-1ec39c66-c001-4867-8657-7d07d7f37b37 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:19.628858 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-821012a9-2ed5-4a7e-a0aa-72240268cfea req-1ec39c66-c001-4867-8657-7d07d7f37b37 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0965531 Jul 29 09:55:19.635917 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:19.667679 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0446ac16-52bd-4c6b-97ac-24a96dc6dcd6 req-a474580f-dc44-4005-96ce-49d3c2631e8e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722404 Jul 29 09:55:19.712552 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-821012a9-2ed5-4a7e-a0aa-72240268cfea req-c813cacf-b94e-4610-b6f7-60014034a812 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703015 Jul 29 09:55:19.990111 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4416de35-39f6-4d2f-971d-427e6db41bf9 {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:55:19.998368 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:20.016838 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Transition to ACTIVE for port object 4416de35-39f6-4d2f-971d-427e6db41bf9 will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:55:20.021453 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:20.096060 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Pushing event updated for resources: {'Port': ['ID=4416de35-39f6-4d2f-971d-427e6db41bf9,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:20.127729 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cbf1f-56de-4681-bc24-27e353385109 req-fce0176a-9eaa-473d-81b4-bda92f92e5c7 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:20.129515 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-422cbf1f-56de-4681-bc24-27e353385109 req-fce0176a-9eaa-473d-81b4-bda92f92e5c7 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 945 time: 0.0623710 Jul 29 09:55:20.140526 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Attempting to bind port 4416de35-39f6-4d2f-971d-427e6db41bf9 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:55:20.141027 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Attempting to bind port 4416de35-39f6-4d2f-971d-427e6db41bf9 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'dac5ff62-90fc-4b95-8a2d-ffca9137865b'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:55:20.143054 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Attempting to bind port 4416de35-39f6-4d2f-971d-427e6db41bf9 on network dac5ff62-90fc-4b95-8a2d-ffca9137865b {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:55:20.148009 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Port 4416de35-39f6-4d2f-971d-427e6db41bf9 on network dac5ff62-90fc-4b95-8a2d-ffca9137865b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 09:55:20.148940 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Attempting to bind port 4416de35-39f6-4d2f-971d-427e6db41bf9 on network dac5ff62-90fc-4b95-8a2d-ffca9137865b {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:55:20.158705 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:55:20.159052 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Checking segment: {'id': '2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'dac5ff62-90fc-4b95-8a2d-ffca9137865b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:55:20.159508 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Bound using segment: {'id': '2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'dac5ff62-90fc-4b95-8a2d-ffca9137865b'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:55:20.159983 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Bound port: 4416de35-39f6-4d2f-971d-427e6db41bf9, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'dac5ff62-90fc-4b95-8a2d-ffca9137865b'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:55:20.160601 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:20.183072 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-422cbf1f-56de-4681-bc24-27e353385109 req-77e535db-c65a-4fe8-9ea3-f33ce92e71f2 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460496 Jul 29 09:55:20.249218 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] For port 4416de35-39f6-4d2f-971d-427e6db41bf9, host hv-cinder-78825, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:55:20.253799 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] For port 4416de35-39f6-4d2f-971d-427e6db41bf9, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=4416de35-39f6-4d2f-971d-427e6db41bf9,segment=NetworkSegment(2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c),segment_id=2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:55:20.260465 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:20.271729 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5947c6b-183f-49e8-9a6b-a35d12a25642 req-2a784a3b-96f8-4066-849a-c5d22fe4ba24 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:20.277278 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f5947c6b-183f-49e8-9a6b-a35d12a25642 req-2a784a3b-96f8-4066-849a-c5d22fe4ba24 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 943 time: 0.0675089 Jul 29 09:55:20.307246 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:20.307879 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:20.309357 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ee2d128-d331-4de4-a017-798234b411e7 req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] 10.222.0.89 "PUT /v2.0/ports/4416de35-39f6-4d2f-971d-427e6db41bf9 HTTP/1.1" status: 200 len: 1093 time: 0.7434084 Jul 29 09:55:20.309813 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8395aef6-133d-4a30-8c50-7b66d85f087e', 'tag': '4416de35-39f6-4d2f-971d-427e6db41bf9'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:55:20.314970 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705815c0-c7ab-4786-84ca-3261536718c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8395aef6-133d-4a30-8c50-7b66d85f087e", "tag": "4416de35-39f6-4d2f-971d-427e6db41bf9"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:55:20.349786 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f5947c6b-183f-49e8-9a6b-a35d12a25642 req-c7914f61-f972-4484-ae0e-e203a8c4168e tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690396 Jul 29 09:55:20.366597 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8c7e7-376f-4bb6-98df-7d84bf95efa4 service neutron] Pushing event updated for resources: {'Port': ['ID=4416de35-39f6-4d2f-971d-427e6db41bf9,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:20.387415 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 09:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d703353a-6d79-4420-8767-5e17f88bde08 x-openstack-request-id: req-d703353a-6d79-4420-8767-5e17f88bde08 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:55:20.387701 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8395aef6-133d-4a30-8c50-7b66d85f087e", "tag": "4416de35-39f6-4d2f-971d-427e6db41bf9", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:55:20.388359 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d703353a-6d79-4420-8767-5e17f88bde08 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:55:20.388359 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8395aef6-133d-4a30-8c50-7b66d85f087e', 'tag': '4416de35-39f6-4d2f-971d-427e6db41bf9', 'status': 'completed', 'code': 200} Jul 29 09:55:20.428042 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:20.448373 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2d128-d331-4de4-a017-798234b411e7 req-8f916444-4307-4922-b15b-9fd1b87be7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:20.450101 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ee2d128-d331-4de4-a017-798234b411e7 req-8f916444-4307-4922-b15b-9fd1b87be7cc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c3298aa89f4466e9ed8aca4a91d674a&device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 1096 time: 0.0454636 Jul 29 09:55:20.502871 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ee2d128-d331-4de4-a017-798234b411e7 req-63cc645d-c2af-4270-838d-e6cbcc364e3c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4416de35-39f6-4d2f-971d-427e6db41bf9 HTTP/1.1" status: 200 len: 217 time: 0.0365827 Jul 29 09:55:20.575869 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2d128-d331-4de4-a017-798234b411e7 req-5595485e-564d-4076-bfd4-86b8a0d5fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:20.577523 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ee2d128-d331-4de4-a017-798234b411e7 req-5595485e-564d-4076-bfd4-86b8a0d5fcc1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ecea429a-7e5a-4a4b-95d6-4910f6311788 HTTP/1.1" status: 200 len: 854 time: 0.0649710 Jul 29 09:55:20.612771 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ee2d128-d331-4de4-a017-798234b411e7 req-56ff92cd-dc7e-40fd-8a50-0ef446235960 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dac5ff62-90fc-4b95-8a2d-ffca9137865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266082 Jul 29 09:55:20.715446 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ee2d128-d331-4de4-a017-798234b411e7 req-c7036597-8362-4929-b9c2-37f32f4167f4 service neutron] 10.222.0.89 "GET /v2.0/networks/dac5ff62-90fc-4b95-8a2d-ffca9137865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915105 Jul 29 09:55:20.817880 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ee2d128-d331-4de4-a017-798234b411e7 req-4402a0f7-31fb-4965-b236-44f2a8900e7b service neutron] 10.222.0.89 "GET /v2.0/networks/dac5ff62-90fc-4b95-8a2d-ffca9137865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937288 Jul 29 09:55:20.856158 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809fe4b-c5b4-4376-8dae-07deab37f1e1 req-0d1cd2d7-a375-4fd1-9762-0367eb6c094d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:20.857847 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0809fe4b-c5b4-4376-8dae-07deab37f1e1 req-0d1cd2d7-a375-4fd1-9762-0367eb6c094d tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0568094 Jul 29 09:55:20.903195 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0809fe4b-c5b4-4376-8dae-07deab37f1e1 req-accbb009-34e4-4649-8513-6634d596d4c7 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384657 Jul 29 09:55:21.060995 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705815c0-c7ab-4786-84ca-3261536718c8 req-85c7d453-dd1d-47da-bd66-a2539982445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:21.062514 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-705815c0-c7ab-4786-84ca-3261536718c8 req-85c7d453-dd1d-47da-bd66-a2539982445b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c3298aa89f4466e9ed8aca4a91d674a&device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 1096 time: 0.0426085 Jul 29 09:55:21.163509 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705815c0-c7ab-4786-84ca-3261536718c8 req-73d554c7-9058-448b-acf2-d89bb8ad701b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:21.165972 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-705815c0-c7ab-4786-84ca-3261536718c8 req-73d554c7-9058-448b-acf2-d89bb8ad701b service neutron] 10.222.0.89 "GET /v2.0/networks?id=dac5ff62-90fc-4b95-8a2d-ffca9137865b HTTP/1.1" status: 200 len: 916 time: 0.0955923 Jul 29 09:55:21.209591 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-705815c0-c7ab-4786-84ca-3261536718c8 req-24631e2c-3cc0-4aca-bb3b-e9537e0449ad service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4416de35-39f6-4d2f-971d-427e6db41bf9 HTTP/1.1" status: 200 len: 217 time: 0.0354831 Jul 29 09:55:21.278038 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705815c0-c7ab-4786-84ca-3261536718c8 req-65712efc-b477-4866-a6f7-ed9ca187c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:21.279581 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-705815c0-c7ab-4786-84ca-3261536718c8 req-65712efc-b477-4866-a6f7-ed9ca187c748 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ecea429a-7e5a-4a4b-95d6-4910f6311788 HTTP/1.1" status: 200 len: 854 time: 0.0460827 Jul 29 09:55:21.315678 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-705815c0-c7ab-4786-84ca-3261536718c8 req-1b5bed92-99e1-4cb0-9241-73f170b57b7d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dac5ff62-90fc-4b95-8a2d-ffca9137865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269723 Jul 29 09:55:21.415962 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-705815c0-c7ab-4786-84ca-3261536718c8 req-8e747343-2a61-4f52-b431-e24a85d72bff service neutron] 10.222.0.89 "GET /v2.0/networks/dac5ff62-90fc-4b95-8a2d-ffca9137865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902398 Jul 29 09:55:21.473558 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec6114-47bc-4649-aa7e-a187ddf3d8cb req-4e488e55-18f8-4855-9daa-9567697fd187 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:21.475088 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2bec6114-47bc-4649-aa7e-a187ddf3d8cb req-4e488e55-18f8-4855-9daa-9567697fd187 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 943 time: 0.0571358 Jul 29 09:55:21.519998 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-705815c0-c7ab-4786-84ca-3261536718c8 req-4f2a1969-3ae8-4593-b0d9-24d6f8d46db2 service neutron] 10.222.0.89 "GET /v2.0/networks/dac5ff62-90fc-4b95-8a2d-ffca9137865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954599 Jul 29 09:55:21.526891 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2bec6114-47bc-4649-aa7e-a187ddf3d8cb req-3fa63244-260b-4fff-8b4c-8b964d7fcb3d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452361 Jul 29 09:55:22.038710 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a5adf-a909-433f-8838-d8b34616ec81 req-b44c093a-3add-40a6-8782-983d6175fcf5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:22.040338 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d82a5adf-a909-433f-8838-d8b34616ec81 req-b44c093a-3add-40a6-8782-983d6175fcf5 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0658307 Jul 29 09:55:22.089816 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d82a5adf-a909-433f-8838-d8b34616ec81 req-638eab34-7c26-4028-8fa1-c5e875279c72 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428503 Jul 29 09:55:22.653258 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa519c0-2576-40af-92bc-b2e973667efe req-5927b186-8c83-47e3-8383-8f56d52b08d1 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:22.655019 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7aa519c0-2576-40af-92bc-b2e973667efe req-5927b186-8c83-47e3-8383-8f56d52b08d1 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 943 time: 0.0546556 Jul 29 09:55:22.697018 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7aa519c0-2576-40af-92bc-b2e973667efe req-01d808a4-6c3b-44af-9196-d4d20a8bf491 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358884 Jul 29 09:55:23.341727 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4655a-a296-4185-a672-84360f5de96e req-bed33538-1f8b-4216-9018-ad75f050c66a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:23.343628 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2fa4655a-a296-4185-a672-84360f5de96e req-bed33538-1f8b-4216-9018-ad75f050c66a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0725482 Jul 29 09:55:23.405813 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2fa4655a-a296-4185-a672-84360f5de96e req-0bf30b9d-156a-4c32-a798-3b2551653893 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530226 Jul 29 09:55:23.832082 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255292fb-6740-4829-b4aa-c0c3361bfeca req-43c77102-d94e-42b2-98e1-c033cedaf963 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:23.833562 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-255292fb-6740-4829-b4aa-c0c3361bfeca req-43c77102-d94e-42b2-98e1-c033cedaf963 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 943 time: 0.0528660 Jul 29 09:55:23.875238 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-255292fb-6740-4829-b4aa-c0c3361bfeca req-f7f5d994-dea3-4a30-a937-141c7558e210 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347655 Jul 29 09:55:24.750517 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0baf3a-c01b-4d53-a285-ecfd688b0cd6 req-7acd8b58-a757-488b-a518-3b96c91a75ed tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:24.751934 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8d0baf3a-c01b-4d53-a285-ecfd688b0cd6 req-7acd8b58-a757-488b-a518-3b96c91a75ed tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0607042 Jul 29 09:55:24.813970 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8d0baf3a-c01b-4d53-a285-ecfd688b0cd6 req-c0996783-9097-4a15-bb5e-15e6c68e997e tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545404 Jul 29 09:55:25.030572 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bee41c-8cbd-49a2-a3d2-02b2a9b151a5 req-75a3dd3f-c696-4c93-bd03-c45e1ea33c23 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:25.032299 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-61bee41c-8cbd-49a2-a3d2-02b2a9b151a5 req-75a3dd3f-c696-4c93-bd03-c45e1ea33c23 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 943 time: 0.0745900 Jul 29 09:55:25.079961 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-61bee41c-8cbd-49a2-a3d2-02b2a9b151a5 req-bc792b2a-8749-4299-99da-9fa620d5eeba tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398412 Jul 29 09:55:25.112066 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f8ea2-0950-4cc7-9c7a-3a11be347584 req-ecb0c898-0c19-475c-97b1-d15a459e4e92 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:25.114532 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-760f8ea2-0950-4cc7-9c7a-3a11be347584 req-ecb0c898-0c19-475c-97b1-d15a459e4e92 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.89 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.1501241 Jul 29 09:55:25.348622 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-760f8ea2-0950-4cc7-9c7a-3a11be347584 req-9f8925c2-3cda-4d35-af7f-11eb83048958 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Deleting port 71d634be-ce6b-4f1e-8d92-b9a3145dd465 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:55:25.349227 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-760f8ea2-0950-4cc7-9c7a-3a11be347584 req-9f8925c2-3cda-4d35-af7f-11eb83048958 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:25.488306 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-760f8ea2-0950-4cc7-9c7a-3a11be347584 req-9f8925c2-3cda-4d35-af7f-11eb83048958 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] For port 71d634be-ce6b-4f1e-8d92-b9a3145dd465, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=71d634be-ce6b-4f1e-8d92-b9a3145dd465,segment=NetworkSegment(ea7870e2-4591-412b-abea-51a261584522),segment_id=ea7870e2-4591-412b-abea-51a261584522)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:55:25.488932 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-760f8ea2-0950-4cc7-9c7a-3a11be347584 req-9f8925c2-3cda-4d35-af7f-11eb83048958 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:25.518352 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-760f8ea2-0950-4cc7-9c7a-3a11be347584 req-9f8925c2-3cda-4d35-af7f-11eb83048958 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Calling delete_port for 71d634be-ce6b-4f1e-8d92-b9a3145dd465 owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:55:25.850079 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 4416de35-39f6-4d2f-971d-427e6db41bf9 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 09:55:25.956108 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 4416de35-39f6-4d2f-971d-427e6db41bf9, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=4416de35-39f6-4d2f-971d-427e6db41bf9,segment=NetworkSegment(2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c),segment_id=2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:55:25.956573 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe38f32-92f9-496a-b4b1-94330b22650b req-066da5e0-9b2f-43c4-a449-2c423b803b1a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:25.959856 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fbe38f32-92f9-496a-b4b1-94330b22650b req-066da5e0-9b2f-43c4-a449-2c423b803b1a tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/ports?device_id=681b97e3-2762-447a-8587-301beb45f9b4 HTTP/1.1" status: 200 len: 945 time: 0.0619490 Jul 29 09:55:25.971259 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': '4416de35-39f6-4d2f-971d-427e6db41bf9', 'network_id': 'dac5ff62-90fc-4b95-8a2d-ffca9137865b', 'port_id': '4416de35-39f6-4d2f-971d-427e6db41bf9', 'mac_address': 'fa:16:3e:7f:4f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecea429a-7e5a-4a4b-95d6-4910f6311788', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 09:55:25.987782 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-760f8ea2-0950-4cc7-9c7a-3a11be347584 req-9f8925c2-3cda-4d35-af7f-11eb83048958 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:26.009058 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fbe38f32-92f9-496a-b4b1-94330b22650b req-8727bc21-89e3-4cfe-90c8-86d73e82b42f tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407550 Jul 29 09:55:26.016350 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:26.021089 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8925c2-3cda-4d35-af7f-11eb83048958 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Pushing event deleted for resources: {'Port': ['ID=71d634be-ce6b-4f1e-8d92-b9a3145dd465,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:26.032985 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['71d634be-ce6b-4f1e-8d92-b9a3145dd465'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:55:26.038199 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4416de35-39f6-4d2f-971d-427e6db41bf9 {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:55:26.075783 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 4416de35-39f6-4d2f-971d-427e6db41bf9, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=4416de35-39f6-4d2f-971d-427e6db41bf9,segment=NetworkSegment(2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c),segment_id=2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:55:26.080448 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:26.091372 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-760f8ea2-0950-4cc7-9c7a-3a11be347584 req-9f8925c2-3cda-4d35-af7f-11eb83048958 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] No DVR routers for this DVR port 71d634be-ce6b-4f1e-8d92-b9a3145dd465 on host hv-cinder-78825 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 09:55:26.094527 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-760f8ea2-0950-4cc7-9c7a-3a11be347584 req-9f8925c2-3cda-4d35-af7f-11eb83048958 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:26.096618 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-760f8ea2-0950-4cc7-9c7a-3a11be347584 req-9f8925c2-3cda-4d35-af7f-11eb83048958 tempest-ServerRescueNegativeTestJSON-1167892961 tempest-ServerRescueNegativeTestJSON-1167892961-project] 10.222.0.89 "DELETE /v2.0/ports/71d634be-ce6b-4f1e-8d92-b9a3145dd465 HTTP/1.1" status: 204 len: 173 time: 0.9735270 Jul 29 09:55:26.097097 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681b97e3-2762-447a-8587-301beb45f9b4', 'name': 'network-vif-deleted', 'tag': '71d634be-ce6b-4f1e-8d92-b9a3145dd465'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:55:26.099388 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c93484b-c8df-4820-9482-9ed97b5aa1f9" -d '{"events": [{"server_uuid": "681b97e3-2762-447a-8587-301beb45f9b4", "name": "network-vif-deleted", "tag": "71d634be-ce6b-4f1e-8d92-b9a3145dd465"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:55:26.140208 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=4416de35-39f6-4d2f-971d-427e6db41bf9,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:26.142931 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabd0835-12cd-4592-90cc-cd97771508a5 x-openstack-request-id: req-dabd0835-12cd-4592-90cc-cd97771508a5 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:55:26.143445 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681b97e3-2762-447a-8587-301beb45f9b4", "name": "network-vif-deleted", "tag": "71d634be-ce6b-4f1e-8d92-b9a3145dd465", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:55:26.143564 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dabd0835-12cd-4592-90cc-cd97771508a5 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:55:26.143854 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681b97e3-2762-447a-8587-301beb45f9b4', 'name': 'network-vif-deleted', 'tag': '71d634be-ce6b-4f1e-8d92-b9a3145dd465', 'status': 'completed', 'code': 200} Jul 29 09:55:26.223557 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc35f2f-7207-4d58-b997-54e3e98c0494 req-43d587b6-f510-41a5-a902-59cc22c8418e tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:26.225012 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8cc35f2f-7207-4d58-b997-54e3e98c0494 req-43d587b6-f510-41a5-a902-59cc22c8418e tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 944 time: 0.0514758 Jul 29 09:55:26.269292 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8cc35f2f-7207-4d58-b997-54e3e98c0494 req-3831eff6-3d13-43a0-b5de-09599682395e tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381889 Jul 29 09:55:26.617860 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['4416de35-39f6-4d2f-971d-427e6db41bf9'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:55:27.066986 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 38050) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:27.514853 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01041518-83b7-4c0e-8312-b911c3565c20 req-79316af1-30f4-4ecf-a48d-17a7c8a69995 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:27.517280 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-01041518-83b7-4c0e-8312-b911c3565c20 req-79316af1-30f4-4ecf-a48d-17a7c8a69995 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 944 time: 0.1462440 Jul 29 09:55:27.613754 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-01041518-83b7-4c0e-8312-b911c3565c20 req-44e1b2e7-cf2e-4545-abb0-b23adc61fd12 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887787 Jul 29 09:55:27.950916 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-40febf20-590c-4897-96e4-8260c2c9998a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717318'] for router_interface, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:28.281899 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-40febf20-590c-4897-96e4-8260c2c9998a admin admin] Deleting port 700176f4-0787-47ed-9904-53e304ae23b4 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:55:28.282145 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-40febf20-590c-4897-96e4-8260c2c9998a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:28.363431 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [None req-40febf20-590c-4897-96e4-8260c2c9998a admin admin] For port 700176f4-0787-47ed-9904-53e304ae23b4, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=700176f4-0787-47ed-9904-53e304ae23b4,segment=NetworkSegment(ea7870e2-4591-412b-abea-51a261584522),segment_id=ea7870e2-4591-412b-abea-51a261584522)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:55:28.363809 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-40febf20-590c-4897-96e4-8260c2c9998a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:28.376900 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-40febf20-590c-4897-96e4-8260c2c9998a admin admin] Calling delete_port for 700176f4-0787-47ed-9904-53e304ae23b4 owned by network:router_interface {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:55:28.776050 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3479e-d63f-45ec-bbc2-a210cc937fa0 req-b3058051-665b-47ad-bd78-c42cfe4ea457 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:28.777854 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a6a3479e-d63f-45ec-bbc2-a210cc937fa0 req-b3058051-665b-47ad-bd78-c42cfe4ea457 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 944 time: 0.0815589 Jul 29 09:55:28.860253 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a6a3479e-d63f-45ec-bbc2-a210cc937fa0 req-15875917-fd90-41f0-a703-ed81ffb5c875 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757623 Jul 29 09:55:28.866496 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-40febf20-590c-4897-96e4-8260c2c9998a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:28.901510 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40febf20-590c-4897-96e4-8260c2c9998a admin admin] Pushing event deleted for resources: {'Port': ['ID=700176f4-0787-47ed-9904-53e304ae23b4,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:29.081766 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-40febf20-590c-4897-96e4-8260c2c9998a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717290'] for router_interface, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:29.326965 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40febf20-590c-4897-96e4-8260c2c9998a admin admin] Router aaa860a3-8483-4463-aa76-b9958142af88 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 09:55:29.446247 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40febf20-590c-4897-96e4-8260c2c9998a admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:55:29.451164 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-40febf20-590c-4897-96e4-8260c2c9998a admin admin] 10.222.0.78 "PUT /v2.0/routers/aaa860a3-8483-4463-aa76-b9958142af88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3827145 Jul 29 09:55:29.454214 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38066) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:29.457838 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d57f3-649a-4868-9b8b-c27da490b896 None None] Sync routers for ids ['aaa860a3-8483-4463-aa76-b9958142af88'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:55:29.469629 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d57f3-649a-4868-9b8b-c27da490b896 None None] Routers {'aaa860a3-8483-4463-aa76-b9958142af88'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:55:29.470251 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-925d57f3-649a-4868-9b8b-c27da490b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:55:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['aaa860a3-8483-4463-aa76-b9958142af88'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:55:29.565631 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9c89c97d-5fd8-4099-8869-086ffa36a47a admin admin] Notify callbacks [] for router, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:29.581334 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-925d57f3-649a-4868-9b8b-c27da490b896 None None] Set router aaa860a3-8483-4463-aa76-b9958142af88 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:55:29.691938 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9c89c97d-5fd8-4099-8869-086ffa36a47a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:29.752852 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-9c89c97d-5fd8-4099-8869-086ffa36a47a admin admin] Deleting port ce87473e-e42a-4855-8f73-940d70bcd09d {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:55:29.752852 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9c89c97d-5fd8-4099-8869-086ffa36a47a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:29.819490 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-925d57f3-649a-4868-9b8b-c27da490b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa860a3-8483-4463-aa76-b9958142af88', 'name': 'tempest-ServerRescueNegativeTestJSON-544517513-router', 'tenant_id': 'ffa878d0aac14ae987b17e465ad1769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ce87473e-e42a-4855-8f73-940d70bcd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:04Z', 'updated_at': '2021-07-29T09:55:28Z', 'revision_number': 5, 'project_id': 'ffa878d0aac14ae987b17e465ad1769e', 'gw_port': {'id': 'ce87473e-e42a-4855-8f73-940d70bcd09d', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa860a3-8483-4463-aa76-b9958142af88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:05Z', 'updated_at': '2021-07-29T09:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:55:29.847104 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-9c89c97d-5fd8-4099-8869-086ffa36a47a admin admin] For port ce87473e-e42a-4855-8f73-940d70bcd09d, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=ce87473e-e42a-4855-8f73-940d70bcd09d,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:55:29.847342 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9c89c97d-5fd8-4099-8869-086ffa36a47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:29.847637 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d57f3-649a-4868-9b8b-c27da490b896 None None] Checking router: aaa860a3-8483-4463-aa76-b9958142af88 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:55:29.857030 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d57f3-649a-4868-9b8b-c27da490b896 None None] Routers {'aaa860a3-8483-4463-aa76-b9958142af88'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:55:29.857660 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-925d57f3-649a-4868-9b8b-c27da490b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:55:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['aaa860a3-8483-4463-aa76-b9958142af88'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:55:29.862866 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-9c89c97d-5fd8-4099-8869-086ffa36a47a admin admin] Calling delete_port for ce87473e-e42a-4855-8f73-940d70bcd09d owned by network:router_gateway {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:55:29.897215 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 4416de35-39f6-4d2f-971d-427e6db41bf9 up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:55:29.966282 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port 4416de35-39f6-4d2f-971d-427e6db41bf9 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:55:29.968194 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-925d57f3-649a-4868-9b8b-c27da490b896 None None] Set router aaa860a3-8483-4463-aa76-b9958142af88 gateway port host: None {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:55:29.971465 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port 4416de35-39f6-4d2f-971d-427e6db41bf9 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:55:29.972227 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:30.049793 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-925d57f3-649a-4868-9b8b-c27da490b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa860a3-8483-4463-aa76-b9958142af88', 'name': 'tempest-ServerRescueNegativeTestJSON-544517513-router', 'tenant_id': 'ffa878d0aac14ae987b17e465ad1769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:04Z', 'updated_at': '2021-07-29T09:55:29Z', 'revision_number': 6, 'project_id': 'ffa878d0aac14ae987b17e465ad1769e', 'gw_port_host': None}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:55:30.080541 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:30.082502 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9c89c97d-5fd8-4099-8869-086ffa36a47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:30.088353 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d57f3-649a-4868-9b8b-c27da490b896 None None] The sync data for ids ['aaa860a3-8483-4463-aa76-b9958142af88'] in dv-cinder-788253-4-iscsi is: [{'id': 'aaa860a3-8483-4463-aa76-b9958142af88', 'name': 'tempest-ServerRescueNegativeTestJSON-544517513-router', 'tenant_id': 'ffa878d0aac14ae987b17e465ad1769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:04Z', 'updated_at': '2021-07-29T09:55:29Z', 'revision_number': 6, 'project_id': 'ffa878d0aac14ae987b17e465ad1769e', 'gw_port_host': None}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:55:30.110762 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00fb93-eeb0-41c3-8934-15f39003cc1a req-127559e2-c9c7-4017-b6c1-c929dc3b4181 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:30.116501 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89c97d-5fd8-4099-8869-086ffa36a47a admin admin] Pushing event deleted for resources: {'Port': ['ID=ce87473e-e42a-4855-8f73-940d70bcd09d,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:30.134040 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 4416de35-39f6-4d2f-971d-427e6db41bf9, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=4416de35-39f6-4d2f-971d-427e6db41bf9,segment=NetworkSegment(2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c),segment_id=2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:55:30.135104 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ac00fb93-eeb0-41c3-8934-15f39003cc1a req-127559e2-c9c7-4017-b6c1-c929dc3b4181 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 944 time: 0.1578331 Jul 29 09:55:30.135543 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8395aef6-133d-4a30-8c50-7b66d85f087e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4416de35-39f6-4d2f-971d-427e6db41bf9'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:55:30.139362 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46a9997-4525-4313-a724-70dfb26dce13" -d '{"events": [{"server_uuid": "8395aef6-133d-4a30-8c50-7b66d85f087e", "name": "network-vif-plugged", "status": "completed", "tag": "4416de35-39f6-4d2f-971d-427e6db41bf9"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:55:30.143713 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:30.144808 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 71d634be-ce6b-4f1e-8d92-b9a3145dd465 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 09:55:30.148345 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9c89c97d-5fd8-4099-8869-086ffa36a47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634440'] for router_gateway, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:30.200515 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: 71d634be-ce6b-4f1e-8d92-b9a3145dd465 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 09:55:30.200983 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 71d634be-ce6b-4f1e-8d92-b9a3145dd465 not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 09:55:30.231488 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ac00fb93-eeb0-41c3-8934-15f39003cc1a req-52acc13b-fccd-4e12-b3cb-a235b8b415e4 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951114 Jul 29 09:55:30.234349 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=4416de35-39f6-4d2f-971d-427e6db41bf9,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:30.279628 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15268c8e-bb43-4f50-81d5-90c418866fea x-openstack-request-id: req-15268c8e-bb43-4f50-81d5-90c418866fea {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:55:30.279923 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8395aef6-133d-4a30-8c50-7b66d85f087e", "name": "network-vif-plugged", "status": "completed", "tag": "4416de35-39f6-4d2f-971d-427e6db41bf9", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:55:30.280181 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-15268c8e-bb43-4f50-81d5-90c418866fea {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:55:30.280579 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8395aef6-133d-4a30-8c50-7b66d85f087e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4416de35-39f6-4d2f-971d-427e6db41bf9', 'code': 200} Jul 29 09:55:30.294086 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9c89c97d-5fd8-4099-8869-086ffa36a47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2281'] for router, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:30.296338 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9c89c97d-5fd8-4099-8869-086ffa36a47a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:30.365038 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9c89c97d-5fd8-4099-8869-086ffa36a47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1596551'] for router, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:30.365663 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c89c97d-5fd8-4099-8869-086ffa36a47a admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaa860a3-8483-4463-aa76-b9958142af88 {{(pid=104729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 09:55:30.371903 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9c89c97d-5fd8-4099-8869-086ffa36a47a admin admin] Notify callbacks [] for router, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:30.375667 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-9c89c97d-5fd8-4099-8869-086ffa36a47a admin admin] 10.222.0.78 "DELETE /v2.0/routers/aaa860a3-8483-4463-aa76-b9958142af88 HTTP/1.1" status: 204 len: 168 time: 0.9179287 Jul 29 09:55:30.376306 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38076) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:30.441834 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07ee8b6-8b39-4dcb-aac2-2b5aa13bd517 admin admin] Deleting subnet 94ad0de8-8eb3-4402-86a4-0707bcb79a43 {{(pid=104729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 09:55:30.446109 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c07ee8b6-8b39-4dcb-aac2-2b5aa13bd517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:30.493315 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c07ee8b6-8b39-4dcb-aac2-2b5aa13bd517 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:30.501975 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c07ee8b6-8b39-4dcb-aac2-2b5aa13bd517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782467'] for subnet, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:30.607408 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472f331-43f5-4716-8dc6-eac17d6da688 req-3c96df53-ffa2-4f5b-ba9b-c4c029eaaae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:30.609115 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a472f331-43f5-4716-8dc6-eac17d6da688 req-3c96df53-ffa2-4f5b-ba9b-c4c029eaaae0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 1098 time: 0.0687692 Jul 29 09:55:30.610334 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c07ee8b6-8b39-4dcb-aac2-2b5aa13bd517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for subnet, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:30.643414 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ee8b6-8b39-4dcb-aac2-2b5aa13bd517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ad0de8-8eb3-4402-86a4-0707bcb79a43,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:30.655544 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c07ee8b6-8b39-4dcb-aac2-2b5aa13bd517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:30.657744 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-c07ee8b6-8b39-4dcb-aac2-2b5aa13bd517 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/94ad0de8-8eb3-4402-86a4-0707bcb79a43 HTTP/1.1" status: 204 len: 168 time: 0.2801049 Jul 29 09:55:30.660469 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38078) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:30.731307 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 700176f4-0787-47ed-9904-53e304ae23b4 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 09:55:30.740953 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a472f331-43f5-4716-8dc6-eac17d6da688 req-db91ef77-df31-4cbd-b690-084758ec224a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056185 Jul 29 09:55:30.762087 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648586'] for network, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:30.774041 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: 700176f4-0787-47ed-9904-53e304ae23b4 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 09:55:30.774041 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 700176f4-0787-47ed-9904-53e304ae23b4 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 09:55:30.871654 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785684', 'neutron.services.segments.db._delete_segments_for_network-8755120061489'] for network, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:30.887729 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:55:30.888178 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:55:30.889092 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:55:30.889459 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Subscribe: > port after_create 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:55:30.889962 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:55:30.890551 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Subscribe: > port after_update 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:55:30.891019 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:55:30.891490 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:55:30.891864 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:55:30.892231 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:55:31.096657 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:55:31.097121 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:55:31.097529 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:55:31.097865 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 09:55:31.098239 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a43051e-9405-4d7d-b1d4-41bec9856a1d']}} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:55:31.124884 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7870e2-4591-412b-abea-51a261584522') {'for_net_delete': True} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:55:31.125293 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7870e2-4591-412b-abea-51a261584522') {} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:55:31.155699 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755120062522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8132509'] for segment, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:31.191527 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:31.204366 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=104729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 09:55:31.204366 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7997881'] for segment, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: from cryptography.utils import int_from_bytes Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: from cryptography.utils import int_from_bytes Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: Traceback (most recent call last): Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: timer() Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: cb(*args, **kw) Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: return func(*args, **kwargs) Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: self._notify() Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: self.callback(batched_events) Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: event.method(event) Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: return f(self, *a, **k) Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: return self._get(url).json() Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: return self.request(url, 'GET', **kwargs) Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 09:55:31.206567 dv-cinder-788253-4-iscsi neutron-server[104729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 09:55:31.264104 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634484'] for network, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:31.273010 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:31.281191 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/4a43051e-9405-4d7d-b1d4-41bec9856a1d HTTP/1.1" status: 204 len: 168 time: 0.6145425 Jul 29 09:55:31.304927 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b98d24-90e6-4afc-b617-55a7cd68c9e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a43051e-9405-4d7d-b1d4-41bec9856a1d,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:31.418995 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7693fb-cbac-4236-9f45-4cf72f52ee87 req-b652830a-71cc-402d-b116-6cef05cb7875 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:31.421718 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7f7693fb-cbac-4236-9f45-4cf72f52ee87 req-b652830a-71cc-402d-b116-6cef05cb7875 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 945 time: 0.0714049 Jul 29 09:55:31.472573 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7f7693fb-cbac-4236-9f45-4cf72f52ee87 req-c8eb5740-2c74-4817-b3fb-ebda9b9568cf tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424097 Jul 29 09:55:31.481894 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 38088) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:31.531409 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-915adbf2-1c54-44dd-b57f-d3d27b70c01e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ffa878d0aac14ae987b17e465ad1769e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0479922 Jul 29 09:55:31.534535 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38092) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:31.594315 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5b19af25-8ea0-4e4e-aca5-0fc6869cef16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:31.618504 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5b19af25-8ea0-4e4e-aca5-0fc6869cef16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:31.670322 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5b19af25-8ea0-4e4e-aca5-0fc6869cef16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:31.672941 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5b19af25-8ea0-4e4e-aca5-0fc6869cef16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:31.674139 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-5b19af25-8ea0-4e4e-aca5-0fc6869cef16 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f HTTP/1.1" status: 204 len: 168 time: 0.1381979 Jul 29 09:55:31.683570 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19af25-8ea0-4e4e-aca5-0fc6869cef16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c157c25-c3bc-4b0b-8bfa-f6f4f3ba7a1f,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:32.450647 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38122) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:32.504200 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae280cd-636b-4dda-9443-37cde854129e req-546efd8e-d7a7-4280-9f41-976ba01846ec tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:32.505999 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2ae280cd-636b-4dda-9443-37cde854129e req-546efd8e-d7a7-4280-9f41-976ba01846ec tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 945 time: 0.0623834 Jul 29 09:55:32.561580 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2ae280cd-636b-4dda-9443-37cde854129e req-8ae15750-1d41-4c9b-b46f-183e81f8ca5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483305 Jul 29 09:55:32.593417 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device ce87473e-e42a-4855-8f73-940d70bcd09d no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 09:55:32.597848 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-4517f199-c4a5-4f02-b6fc-3316f7fd0b80 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-network', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:32.605457 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38132) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:32.622333 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: ce87473e-e42a-4855-8f73-940d70bcd09d {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 09:55:32.622599 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device ce87473e-e42a-4855-8f73-940d70bcd09d not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 09:55:32.651211 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4517f199-c4a5-4f02-b6fc-3316f7fd0b80 admin admin] Made reservation on behalf of 735b6107d1e24edfb73207b6522a26c4 for: {'network': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:55:32.654153 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4517f199-c4a5-4f02-b6fc-3316f7fd0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:32.656083 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691f65b-29c2-44b2-bc00-5ea9c0cb6af9 req-a2a066f0-21f1-4cc3-9d3c-49cb810eaa0a tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:32.657962 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e691f65b-29c2-44b2-bc00-5ea9c0cb6af9 req-a2a066f0-21f1-4cc3-9d3c-49cb810eaa0a tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 945 time: 0.0894067 Jul 29 09:55:32.676373 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4517f199-c4a5-4f02-b6fc-3316f7fd0b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:32.733387 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e691f65b-29c2-44b2-bc00-5ea9c0cb6af9 req-548810db-fe95-45ba-a016-ada396a5426e tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564930 Jul 29 09:55:32.869988 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4517f199-c4a5-4f02-b6fc-3316f7fd0b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:32.878323 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4517f199-c4a5-4f02-b6fc-3316f7fd0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:32.902789 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4517f199-c4a5-4f02-b6fc-3316f7fd0b80 admin admin] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=104729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 09:55:32.923380 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf3ea6c-4982-4ebb-8d46-a0d46e37713f tempest-TestMinimumBasicScenario-1367773118 tempest-TestMinimumBasicScenario-1367773118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:32.924982 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-acf3ea6c-4982-4ebb-8d46-a0d46e37713f tempest-TestMinimumBasicScenario-1367773118 tempest-TestMinimumBasicScenario-1367773118-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 1093 time: 0.3177054 Jul 29 09:55:32.931657 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 38136) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:32.932503 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4517f199-c4a5-4f02-b6fc-3316f7fd0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:32.932888 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.segments_db [None req-4517f199-c4a5-4f02-b6fc-3316f7fd0b80 admin admin] Added segment d0629903-3238-4e0d-97dc-5212afc40ff7 of type vlan for network 3fa3a7a6-9806-484d-b0ba-8344627c78e2 Jul 29 09:55:32.940009 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Request body: {'floatingip': {'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'port_id': 'f4a01525-0543-4ca6-beab-e4a937590492', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:32.941310 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517f199-c4a5-4f02-b6fc-3316f7fd0b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b9963b-3885-4911-89ab-03c62e9114b1,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:32.982045 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4517f199-c4a5-4f02-b6fc-3316f7fd0b80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:32.987400 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for floatingip, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:33.017172 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4517f199-c4a5-4f02-b6fc-3316f7fd0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:33.018733 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4517f199-c4a5-4f02-b6fc-3316f7fd0b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:33.019550 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4517f199-c4a5-4f02-b6fc-3316f7fd0b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:33.074166 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-4517f199-c4a5-4f02-b6fc-3316f7fd0b80 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6222305 Jul 29 09:55:33.078354 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 38138) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:33.083657 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-3a044dac-29dd-473b-9742-7fe347eb45fb admin admin] Request body: {'subnet': {'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-subnet', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:33.097952 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517f199-c4a5-4f02-b6fc-3316f7fd0b80 admin admin] Pushing event updated for resources: {'Network': ['ID=3fa3a7a6-9806-484d-b0ba-8344627c78e2,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:33.112411 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network 3fa3a7a6-9806-484d-b0ba-8344627c78e2 details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 09:55:33.117634 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a044dac-29dd-473b-9742-7fe347eb45fb admin admin] Made reservation on behalf of 735b6107d1e24edfb73207b6522a26c4 for: {'subnet': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:55:33.120069 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3a044dac-29dd-473b-9742-7fe347eb45fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8094409'] for subnet, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:33.212499 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:33.406443 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Allocated IP 172.27.2.106 (b3b02076-35c8-452e-bb57-22f5e98db348/fdb5e983-6a65-4f11-aa94-f451584e5c8e/e3837933-d024-4d71-afdd-4836009d73b8) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:55:33.424742 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3a044dac-29dd-473b-9742-7fe347eb45fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8099280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8094439'] for subnet, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:33.533774 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a044dac-29dd-473b-9742-7fe347eb45fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d807706-b29a-4520-8761-85daf7efff9e,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:33.564569 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a044dac-29dd-473b-9742-7fe347eb45fb admin admin] Checking segment: {'id': 'd0629903-3238-4e0d-97dc-5212afc40ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:55:33.564965 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a044dac-29dd-473b-9742-7fe347eb45fb admin admin] Network hostable DHCP agents. Network: 3fa3a7a6-9806-484d-b0ba-8344627c78e2, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 09:55:33.610461 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:33.614475 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a044dac-29dd-473b-9742-7fe347eb45fb admin admin] Network 3fa3a7a6-9806-484d-b0ba-8344627c78e2 is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 09:55:33.628974 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-3a044dac-29dd-473b-9742-7fe347eb45fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, 3fa3a7a6-9806-484d-b0ba-8344627c78e2) {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:55:33.635529 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a044dac-29dd-473b-9742-7fe347eb45fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:33.636130 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3a044dac-29dd-473b-9742-7fe347eb45fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:33.638464 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e25eab-0aec-48a2-befd-dc6db5b76074 None None] Network 3fa3a7a6-9806-484d-b0ba-8344627c78e2 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:55:33.665013 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-3a044dac-29dd-473b-9742-7fe347eb45fb admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5853982 Jul 29 09:55:33.669369 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38140) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:33.674635 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:33.687429 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:33.711810 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2267'] for router, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:33.713598 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1720115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2256'] for router, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:33.740326 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Network b3b02076-35c8-452e-bb57-22f5e98db348 is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:55:33.744060 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:55:33.748875 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:55:33.780566 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Pushing event updated for resources: {'Port': ['ID=e3837933-d024-4d71-afdd-4836009d73b8,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:33.796583 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:33.866087 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp282115e9-f32f-56c0-b3bc-1df1ec6c79b4-3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e'}]}} from dv-cinder-788253-4-iscsi. {{(pid=104730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 09:55:33.867778 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:33.997835 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ea778-2aaa-4002-9260-388317dde323 req-00002b94-e7d7-4f9c-87b7-d4a748fc760d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:33.999504 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f40ea778-2aaa-4002-9260-388317dde323 req-00002b94-e7d7-4f9c-87b7-d4a748fc760d tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 945 time: 0.1248991 Jul 29 09:55:34.003965 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2302'] for router, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:34.058776 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.db_base_plugin_common [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Allocated IP 172.20.0.2 (3fa3a7a6-9806-484d-b0ba-8344627c78e2/4d807706-b29a-4520-8761-85daf7efff9e/8a5f0e3c-62d5-42b2-aa48-7417beeb9116) {{(pid=104730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:55:34.104130 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f40ea778-2aaa-4002-9260-388317dde323 req-42ce2e94-9991-4672-be56-e80727f6a956 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889597 Jul 29 09:55:34.333209 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Notify callbacks [] for port, precommit_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:34.348259 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:34.365874 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Transition to ACTIVE for port object 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 will not be triggered until provisioned by entity L2. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:55:34.385942 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:34.404026 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Transition to ACTIVE for port object 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 will not be triggered until provisioned by entity DHCP. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:55:34.412642 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:34.552751 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] Allocated IP 172.27.2.175 (b3b02076-35c8-452e-bb57-22f5e98db348/fdb5e983-6a65-4f11-aa94-f451584e5c8e/af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:55:34.654774 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Network 3fa3a7a6-9806-484d-b0ba-8344627c78e2 is already hosted by enough agents. {{(pid=104730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:55:34.659060 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.base_scheduler [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Resources bound (agent type, host, resource id): {{(pid=104730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:55:34.666300 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Received port after_create {{(pid=104730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:55:34.756882 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Pushing event updated for resources: {'Port': ['ID=8a5f0e3c-62d5-42b2-aa48-7417beeb9116,revision_number=1']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:34.775946 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:34.777848 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Attempting to bind port 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:55:34.778878 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Attempting to bind port 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': 'd0629903-3238-4e0d-97dc-5212afc40ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2'}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:55:34.779680 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Attempting to bind port 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 on network 3fa3a7a6-9806-484d-b0ba-8344627c78e2 {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:55:34.790644 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:55:34.791188 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Checking segment: {'id': 'd0629903-3238-4e0d-97dc-5212afc40ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:55:34.791697 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:34.792312 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Bound using segment: {'id': 'd0629903-3238-4e0d-97dc-5212afc40ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2'} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:55:34.793160 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Bound port: 8a5f0e3c-62d5-42b2-aa48-7417beeb9116, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0629903-3238-4e0d-97dc-5212afc40ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2'}}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:55:34.794041 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:34.827186 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:34.911480 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] For port 8a5f0e3c-62d5-42b2-aa48-7417beeb9116, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:55:34.918019 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] For port 8a5f0e3c-62d5-42b2-aa48-7417beeb9116, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=8a5f0e3c-62d5-42b2-aa48-7417beeb9116,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:55:34.922920 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:34.926140 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:34.949177 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:35.039568 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedb1da-95c2-4101-b992-13de0a5330e5 None None] Pushing event updated for resources: {'Port': ['ID=8a5f0e3c-62d5-42b2-aa48-7417beeb9116,revision_number=2']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:35.201569 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:35.214014 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:35.235430 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] Network b3b02076-35c8-452e-bb57-22f5e98db348 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:55:35.267615 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:55:35.272164 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] Pushing event updated for resources: {'Port': ['ID=af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:35.277272 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:55:35.366339 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Pushing event updated for resources: {'Port': ['ID=e3837933-d024-4d71-afdd-4836009d73b8,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:35.378622 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634374'] for floatingip, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:35.578286 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.l3_db [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Floating IP ff627b92-2c15-4f8e-8c8b-777899b901b7 associated. External IP: 172.27.2.106, port: f4a01525-0543-4ca6-beab-e4a937590492. Jul 29 09:55:35.673837 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:35.998441 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634540'] for router, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:36.022035 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Router 7b353b71-9d18-47ed-a85f-37bb8354cc1b has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 09:55:36.239726 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] Router 7c15d62b-6635-405e-946e-6783e9892fb7 is scheduled to L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 with binding_index 1 {{(pid=104729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 09:55:36.270928 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:55:36.286271 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53116019-ee3d-425e-9f38-1a0f61cf4be4 None None] Sync routers for ids ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:55:36.304360 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53116019-ee3d-425e-9f38-1a0f61cf4be4 None None] Routers {'7b353b71-9d18-47ed-a85f-37bb8354cc1b'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:55:36.305726 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-53116019-ee3d-425e-9f38-1a0f61cf4be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:55:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:55:36.307858 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:36.365087 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-9d511567-f457-4d28-8b0c-c2953ad16a5e tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4313393 Jul 29 09:55:36.366129 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904864cf-fb04-481c-bd5b-a1e1b28b9f08', 'tag': 'f4a01525-0543-4ca6-beab-e4a937590492'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:55:36.367845 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38170) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:36.371019 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c006a23-6312-4854-bf85-ddb71c4e734c" -d '{"events": [{"name": "network-changed", "server_uuid": "904864cf-fb04-481c-bd5b-a1e1b28b9f08", "tag": "f4a01525-0543-4ca6-beab-e4a937590492"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:55:36.378132 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-30f39c14-70ac-46fa-a977-15b2d7c65e53 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1561978667', 'description': 'tempest-secgroup-smoke-1561978667 description', 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:36.378619 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa408d5-da77-4eac-af5b-be6a4fb29e76 None None] Network 3fa3a7a6-9806-484d-b0ba-8344627c78e2 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:55:36.406529 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:55:36.419158 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Sync routers for ids ['7c15d62b-6635-405e-946e-6783e9892fb7'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:55:36.431322 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-30f39c14-70ac-46fa-a977-15b2d7c65e53 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:36.443591 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Routers {'7c15d62b-6635-405e-946e-6783e9892fb7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:55:36.444061 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] Notify callbacks [] for router, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:36.445908 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:55:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7c15d62b-6635-405e-946e-6783e9892fb7'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:55:36.449703 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-e57b5697-f6f5-49a8-8727-88a461bcffe6 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7761309 Jul 29 09:55:36.452102 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 38174) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:36.476420 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 09:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cad1ff-aa76-4d28-a57b-7b6fb4a1e984 x-openstack-request-id: req-96cad1ff-aa76-4d28-a57b-7b6fb4a1e984 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:55:36.477582 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904864cf-fb04-481c-bd5b-a1e1b28b9f08", "tag": "f4a01525-0543-4ca6-beab-e4a937590492", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:55:36.478636 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-96cad1ff-aa76-4d28-a57b-7b6fb4a1e984 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:55:36.479631 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904864cf-fb04-481c-bd5b-a1e1b28b9f08', 'tag': 'f4a01525-0543-4ca6-beab-e4a937590492', 'status': 'completed', 'code': 200} Jul 29 09:55:36.606921 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-30f39c14-70ac-46fa-a977-15b2d7c65e53 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:36.609556 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-53116019-ee3d-425e-9f38-1a0f61cf4be4 None None] Set router 7b353b71-9d18-47ed-a85f-37bb8354cc1b gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:55:36.620013 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-30f39c14-70ac-46fa-a977-15b2d7c65e53 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:36.635217 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-f7c64e0a-1b3d-4ef5-8279-92de21fde9ab None None] Provisioning for port 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:55:36.709803 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Set router 7c15d62b-6635-405e-946e-6783e9892fb7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:55:36.710024 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-30f39c14-70ac-46fa-a977-15b2d7c65e53 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:36.712635 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-30f39c14-70ac-46fa-a977-15b2d7c65e53 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3433778 Jul 29 09:55:36.725673 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38178) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:36.732100 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-73dda8e4-d0c4-4231-802b-d1679183497a tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Request body: {'security_group_rule': {'security_group_id': '53d524ac-0d1a-4735-a279-2693bc5b120e', 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:36.746101 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f39c14-70ac-46fa-a977-15b2d7c65e53 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d524ac-0d1a-4735-a279-2693bc5b120e,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:36.777639 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c006a23-6312-4854-bf85-ddb71c4e734c req-cc40c327-0f35-4290-8fb1-63e48a1145fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:36.782558 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5c006a23-6312-4854-bf85-ddb71c4e734c req-cc40c327-0f35-4290-8fb1-63e48a1145fe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ce85ecee1bbb438e9e43ecc78295cb72&device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 1098 time: 0.2502182 Jul 29 09:55:36.896844 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:55:36.904743 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-73dda8e4-d0c4-4231-802b-d1679183497a tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:37.005082 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c006a23-6312-4854-bf85-ddb71c4e734c req-45bab826-3dbf-4869-99b4-9784b8afd3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:37.007213 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5c006a23-6312-4854-bf85-ddb71c4e734c req-45bab826-3dbf-4869-99b4-9784b8afd3d0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bb3bd51d-b489-4795-b464-e3136f29bc87 HTTP/1.1" status: 200 len: 917 time: 0.2114623 Jul 29 09:55:37.099268 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-73dda8e4-d0c4-4231-802b-d1679183497a tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:37.116981 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-73dda8e4-d0c4-4231-802b-d1679183497a tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:37.128911 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T09:55:35Z', 'revision_number': 3, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port': {'id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:55:37.140756 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5c006a23-6312-4854-bf85-ddb71c4e734c req-e755b1fc-691a-4d20-8660-af4bd722986f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a01525-0543-4ca6-beab-e4a937590492 HTTP/1.1" status: 200 len: 999 time: 0.1230576 Jul 29 09:55:37.146560 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dda8e4-d0c4-4231-802b-d1679183497a tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e330cefe-b442-438d-9ccd-8e2e63f273f3,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:37.176100 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Checking router: 7c15d62b-6635-405e-946e-6783e9892fb7 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:55:37.176777 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Updating router 7c15d62b-6635-405e-946e-6783e9892fb7 port af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661 binding host dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 09:55:37.186088 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-73dda8e4-d0c4-4231-802b-d1679183497a tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:37.190910 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-73dda8e4-d0c4-4231-802b-d1679183497a tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4637465 Jul 29 09:55:37.193491 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38184) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:37.202108 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-9d7a93d3-66b1-4260-869a-8533d16499e3 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Request body: {'security_group_rule': {'security_group_id': '53d524ac-0d1a-4735-a279-2693bc5b120e', 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:37.212036 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:37.235452 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c006a23-6312-4854-bf85-ddb71c4e734c req-d7be3475-cd50-4ebb-a39a-35f1dc927d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:37.237405 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5c006a23-6312-4854-bf85-ddb71c4e734c req-d7be3475-cd50-4ebb-a39a-35f1dc927d90 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0a1e3e51-273f-4db5-93c1-39dca98e69d4 HTTP/1.1" status: 200 len: 854 time: 0.0863323 Jul 29 09:55:37.301744 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9d7a93d3-66b1-4260-869a-8533d16499e3 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:37.377387 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c006a23-6312-4854-bf85-ddb71c4e734c req-3b5d9cef-f9cf-482b-8866-a8cdfcf07854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:37.380832 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5c006a23-6312-4854-bf85-ddb71c4e734c req-3b5d9cef-f9cf-482b-8866-a8cdfcf07854 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bb3bd51d-b489-4795-b464-e3136f29bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1331558 Jul 29 09:55:37.405342 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:55:37.424148 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:55:37.425770 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:37.427341 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:37.558370 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9d7a93d3-66b1-4260-869a-8533d16499e3 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:37.570583 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9d7a93d3-66b1-4260-869a-8533d16499e3 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:37.642430 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a93d3-66b1-4260-869a-8533d16499e3 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75644394-8a16-4edf-94fa-b916ff748d89,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:37.698952 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9d7a93d3-66b1-4260-869a-8533d16499e3 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:37.698952 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-9d7a93d3-66b1-4260-869a-8533d16499e3 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5000811 Jul 29 09:55:37.707772 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38192) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:37.718315 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-a57213e3-2365-452d-bc70-9dbbb08b077c tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Request body: {'security_group_rule': {'security_group_id': '53d524ac-0d1a-4735-a279-2693bc5b120e', 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:37.805040 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5c006a23-6312-4854-bf85-ddb71c4e734c req-47d2814d-2a27-4724-abd2-747b9cfa515b service neutron] 10.222.0.89 "GET /v2.0/networks/bb3bd51d-b489-4795-b464-e3136f29bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127243 Jul 29 09:55:37.822935 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-53116019-ee3d-425e-9f38-1a0f61cf4be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'name': 'tempest-TestMinimumBasicScenario-1004335223-router', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '73208e01-cbd0-44b7-a06a-070859abf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:02Z', 'updated_at': '2021-07-29T09:54:07Z', 'revision_number': 4, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'gw_port': {'id': '73208e01-cbd0-44b7-a06a-070859abf612', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:03Z', 'updated_at': '2021-07-29T09:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': 'ff627b92-2c15-4f8e-8c8b-777899b901b7', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'port_id': 'f4a01525-0543-4ca6-beab-e4a937590492', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87', 'mac_address': 'fa:16:3e:1a:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904864cf-fb04-481c-bd5b-a1e1b28b9f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:34Z', 'revision_number': 0, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50652f6d-494f-4bc3-bfff-af4095ea74b0', 'name': '', 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'mac_address': 'fa:16:3e:63:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:05Z', 'updated_at': '2021-07-29T09:54:13Z', 'revision_number': 5, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'subnets': [{'id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:55:37.831752 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a57213e3-2365-452d-bc70-9dbbb08b077c tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:37.918881 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:37.938429 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] Allocated IP 172.20.0.1 (3fa3a7a6-9806-484d-b0ba-8344627c78e2/4d807706-b29a-4520-8761-85daf7efff9e/157f5b72-f6c0-418f-8782-c763a755ed55) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:55:37.952374 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53116019-ee3d-425e-9f38-1a0f61cf4be4 None None] Checking router: 7b353b71-9d18-47ed-a85f-37bb8354cc1b for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:55:37.997928 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53116019-ee3d-425e-9f38-1a0f61cf4be4 None None] Routers {'7b353b71-9d18-47ed-a85f-37bb8354cc1b'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:55:37.998947 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-53116019-ee3d-425e-9f38-1a0f61cf4be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:55:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:55:38.080832 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Notify callbacks [] for port, precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.089266 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a57213e3-2365-452d-bc70-9dbbb08b077c tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.117290 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Transition to ACTIVE for port object af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661 will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:55:38.124476 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a57213e3-2365-452d-bc70-9dbbb08b077c tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.135756 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.157335 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port 8a5f0e3c-62d5-42b2-aa48-7417beeb9116, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=8a5f0e3c-62d5-42b2-aa48-7417beeb9116,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:55:38.175083 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.202275 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-ef14eacb-78f1-48c8-8d9d-fdb5c21f32b7 None None] Provisioning complete for port 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:55:38.203125 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-ef14eacb-78f1-48c8-8d9d-fdb5c21f32b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.242039 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.250265 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57213e3-2365-452d-bc70-9dbbb08b077c tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038b3207-95ed-4a3d-9c69-26136bfb695e,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:38.292836 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] Transition to ACTIVE for port object 157f5b72-f6c0-418f-8782-c763a755ed55 will not be triggered until provisioned by entity DHCP. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:55:38.310832 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a57213e3-2365-452d-bc70-9dbbb08b077c tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.328877 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-a57213e3-2365-452d-bc70-9dbbb08b077c tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6164355 Jul 29 09:55:38.330335 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38200) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:38.342360 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Attempting to bind port af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:55:38.347954 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-b2256e5c-12c4-4ac8-850b-3bbe365e7fb5 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Request body: {'security_group_rule': {'security_group_id': '53d524ac-0d1a-4735-a279-2693bc5b120e', 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:38.349286 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Attempting to bind port af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:55:38.350175 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Attempting to bind port af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661 on network b3b02076-35c8-452e-bb57-22f5e98db348 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:55:38.371947 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.377860 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5c006a23-6312-4854-bf85-ddb71c4e734c req-672741e6-16f5-45e4-9c8d-ba3cdf0838aa service neutron] 10.222.0.89 "GET /v2.0/networks/bb3bd51d-b489-4795-b464-e3136f29bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5613732 Jul 29 09:55:38.379386 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90310a1-5a3f-4f54-815e-2df76125ba17 None None] Pushing event updated for resources: {'Port': ['ID=af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:38.415323 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b2256e5c-12c4-4ac8-850b-3bbe365e7fb5 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.418170 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90310a1-5a3f-4f54-815e-2df76125ba17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:38.418612 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90310a1-5a3f-4f54-815e-2df76125ba17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:38.418946 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90310a1-5a3f-4f54-815e-2df76125ba17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:38.419206 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90310a1-5a3f-4f54-815e-2df76125ba17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:38.419611 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90310a1-5a3f-4f54-815e-2df76125ba17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:38.419936 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90310a1-5a3f-4f54-815e-2df76125ba17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:38.420268 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90310a1-5a3f-4f54-815e-2df76125ba17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:38.420594 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90310a1-5a3f-4f54-815e-2df76125ba17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:38.420968 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90310a1-5a3f-4f54-815e-2df76125ba17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:38.421298 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90310a1-5a3f-4f54-815e-2df76125ba17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:38.421686 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90310a1-5a3f-4f54-815e-2df76125ba17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:38.422138 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90310a1-5a3f-4f54-815e-2df76125ba17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:38.438073 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:55:38.438469 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Checking segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:55:38.438880 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.439452 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Bound using segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:55:38.439959 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Bound port: af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:55:38.441259 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.475135 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] Pushing event updated for resources: {'Port': ['ID=157f5b72-f6c0-418f-8782-c763a755ed55,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:38.496501 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] Network 3fa3a7a6-9806-484d-b0ba-8344627c78e2 is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:55:38.499176 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:55:38.502287 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:55:38.515298 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] For port af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:55:38.520098 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] For port af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:55:38.528627 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.567794 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634355'] for router_interface, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.569778 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-53116019-ee3d-425e-9f38-1a0f61cf4be4 None None] Set router 7b353b71-9d18-47ed-a85f-37bb8354cc1b gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:55:38.578105 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b2256e5c-12c4-4ac8-850b-3bbe365e7fb5 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.588077 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b2256e5c-12c4-4ac8-850b-3bbe365e7fb5 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.617892 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Routers {'7c15d62b-6635-405e-946e-6783e9892fb7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:55:38.619092 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:55:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7c15d62b-6635-405e-946e-6783e9892fb7'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:55:38.638566 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2256e5c-12c4-4ac8-850b-3bbe365e7fb5 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d5d297-ec2c-4586-8f74-99f9635456ca,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:38.654460 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b2256e5c-12c4-4ac8-850b-3bbe365e7fb5 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.666936 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-b2256e5c-12c4-4ac8-850b-3bbe365e7fb5 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3315287 Jul 29 09:55:38.668676 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38202) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:38.669010 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=8a5f0e3c-62d5-42b2-aa48-7417beeb9116,revision_number=3']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:38.684582 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-dc238de9-df3e-4e39-94c1-1527d68d47b4 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Request body: {'security_group_rule': {'security_group_id': '53d524ac-0d1a-4735-a279-2693bc5b120e', 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:38.713446 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90310a1-5a3f-4f54-815e-2df76125ba17 None None] Pushing event updated for resources: {'Port': ['ID=af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:38.801281 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.securitygroups_db [None req-dc238de9-df3e-4e39-94c1-1527d68d47b4 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Project ce85ecee1bbb438e9e43ecc78295cb72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 09:55:38.810769 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.816836 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dc238de9-df3e-4e39-94c1-1527d68d47b4 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.877714 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] Set router 7c15d62b-6635-405e-946e-6783e9892fb7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:55:38.960511 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dc238de9-df3e-4e39-94c1-1527d68d47b4 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:38.967231 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dc238de9-df3e-4e39-94c1-1527d68d47b4 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:39.002991 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dc238de9-df3e-4e39-94c1-1527d68d47b4 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:39.008107 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-dc238de9-df3e-4e39-94c1-1527d68d47b4 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3341770 Jul 29 09:55:39.010698 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38204) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:39.018441 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-12e7cd80-5ef3-474b-b2e3-32073756186c tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Request body: {'security_group_rule': {'security_group_id': '53d524ac-0d1a-4735-a279-2693bc5b120e', 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:39.028615 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc238de9-df3e-4e39-94c1-1527d68d47b4 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0085c61-163e-440c-88fe-cff7338af4ec,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:39.062177 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.securitygroups_db [None req-12e7cd80-5ef3-474b-b2e3-32073756186c tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Project ce85ecee1bbb438e9e43ecc78295cb72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 09:55:39.072451 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-12e7cd80-5ef3-474b-b2e3-32073756186c tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:39.129177 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-a3b95410-5972-48fa-939f-1588a4380bef None None] Provisioning for port 157f5b72-f6c0-418f-8782-c763a755ed55 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:55:39.142265 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-a3b95410-5972-48fa-939f-1588a4380bef None None] Provisioning complete for port 157f5b72-f6c0-418f-8782-c763a755ed55 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:55:39.143451 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-a3b95410-5972-48fa-939f-1588a4380bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:39.148670 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:39.155858 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:39.238760 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-12e7cd80-5ef3-474b-b2e3-32073756186c tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:39.251377 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-a3b95410-5972-48fa-939f-1588a4380bef None None] Port 157f5b72-f6c0-418f-8782-c763a755ed55 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:55:39.259056 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-12e7cd80-5ef3-474b-b2e3-32073756186c tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:39.309566 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7cd80-5ef3-474b-b2e3-32073756186c tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c425e1d8-7916-4494-a1db-eedf9375cb8c,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:39.316657 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T09:55:35Z', 'revision_number': 3, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port': {'id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:55:39.327173 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-12e7cd80-5ef3-474b-b2e3-32073756186c tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:39.337887 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-12e7cd80-5ef3-474b-b2e3-32073756186c tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3189266 Jul 29 09:55:39.388397 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-53116019-ee3d-425e-9f38-1a0f61cf4be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'name': 'tempest-TestMinimumBasicScenario-1004335223-router', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '73208e01-cbd0-44b7-a06a-070859abf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:02Z', 'updated_at': '2021-07-29T09:54:07Z', 'revision_number': 4, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'gw_port': {'id': '73208e01-cbd0-44b7-a06a-070859abf612', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:03Z', 'updated_at': '2021-07-29T09:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': 'ff627b92-2c15-4f8e-8c8b-777899b901b7', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'port_id': 'f4a01525-0543-4ca6-beab-e4a937590492', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87', 'mac_address': 'fa:16:3e:1a:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904864cf-fb04-481c-bd5b-a1e1b28b9f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:34Z', 'revision_number': 0, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50652f6d-494f-4bc3-bfff-af4095ea74b0', 'name': '', 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'mac_address': 'fa:16:3e:63:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:05Z', 'updated_at': '2021-07-29T09:54:13Z', 'revision_number': 5, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'subnets': [{'id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:55:39.393970 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b4cd21-660c-41bf-b017-ea27c19a81d4 None None] The sync data for ids ['7c15d62b-6635-405e-946e-6783e9892fb7'] in dv-cinder-788253-4-iscsi is: [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T09:55:35Z', 'revision_number': 3, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port': {'id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:55:39.469746 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53116019-ee3d-425e-9f38-1a0f61cf4be4 None None] The sync data for ids ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'] in dv-cinder-788253-4-iscsi is: [{'id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'name': 'tempest-TestMinimumBasicScenario-1004335223-router', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '73208e01-cbd0-44b7-a06a-070859abf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:02Z', 'updated_at': '2021-07-29T09:54:07Z', 'revision_number': 4, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'gw_port': {'id': '73208e01-cbd0-44b7-a06a-070859abf612', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:03Z', 'updated_at': '2021-07-29T09:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': 'ff627b92-2c15-4f8e-8c8b-777899b901b7', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'port_id': 'f4a01525-0543-4ca6-beab-e4a937590492', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87', 'mac_address': 'fa:16:3e:1a:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904864cf-fb04-481c-bd5b-a1e1b28b9f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:34Z', 'revision_number': 0, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50652f6d-494f-4bc3-bfff-af4095ea74b0', 'name': '', 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'mac_address': 'fa:16:3e:63:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:05Z', 'updated_at': '2021-07-29T09:54:13Z', 'revision_number': 5, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'subnets': [{'id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:55:39.727677 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] Pushing event updated for resources: {'Port': ['ID=157f5b72-f6c0-418f-8782-c763a755ed55,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:39.731796 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717411'] for router_interface, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:39.833054 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a2e1fff1-3c2d-403d-8d87-3578a9caa372 req-dd9cd201-b156-49f9-af81-825ad0845558 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561978667&fields=id&tenant_id=ce85ecee1bbb438e9e43ecc78295cb72 HTTP/1.1" status: 200 len: 267 time: 0.1511114 Jul 29 09:55:39.868338 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84386b21-3259-4558-8f86-7dc70d395e23 None None] New status for floating IP ff627b92-2c15-4f8e-8c8b-777899b901b7: ACTIVE {{(pid=104730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 09:55:40.020391 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1fff1-3c2d-403d-8d87-3578a9caa372 req-1a91f0f3-17a9-4497-a76f-7a32acf3aaf4 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:40.022067 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a2e1fff1-3c2d-403d-8d87-3578a9caa372 req-1a91f0f3-17a9-4497-a76f-7a32acf3aaf4 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 945 time: 0.1618559 Jul 29 09:55:40.031179 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] Network 3fa3a7a6-9806-484d-b0ba-8344627c78e2 is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:55:40.036594 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:55:40.052562 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-a2e1fff1-3c2d-403d-8d87-3578a9caa372 req-dd10dc41-f7ad-42e3-a07c-896408740271 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Request body: {'port': {'security_groups': ['027816fa-4435-40cd-b0cd-b94fa328965f', '53d524ac-0d1a-4735-a279-2693bc5b120e']}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:40.309457 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-a2e1fff1-3c2d-403d-8d87-3578a9caa372 req-dd10dc41-f7ad-42e3-a07c-896408740271 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:40.477744 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-b0850d6b-2475-40e4-b7a0-7b0673c1d9f3 None None] Provisioning complete for port 157f5b72-f6c0-418f-8782-c763a755ed55 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:55:40.477939 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-b0850d6b-2475-40e4-b7a0-7b0673c1d9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:40.522675 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] Router 7c15d62b-6635-405e-946e-6783e9892fb7 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 09:55:40.555728 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-b0850d6b-2475-40e4-b7a0-7b0673c1d9f3 None None] Port 157f5b72-f6c0-418f-8782-c763a755ed55 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:55:40.874558 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:55:40.912662 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:55:40.927593 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-a75c770b-487b-4eca-bb69-7ff54dee88b6 admin admin] 10.222.0.78 "PUT /v2.0/routers/7c15d62b-6635-405e-946e-6783e9892fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4720800 Jul 29 09:55:40.966261 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:55:40.966959 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:40.967300 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-a2e1fff1-3c2d-403d-8d87-3578a9caa372 req-dd10dc41-f7ad-42e3-a07c-896408740271 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] For port f4a01525-0543-4ca6-beab-e4a937590492, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f4a01525-0543-4ca6-beab-e4a937590492,segment=NetworkSegment(412d9521-c694-4ee6-9284-1a73552ddc9b),segment_id=412d9521-c694-4ee6-9284-1a73552ddc9b)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:55:41.032196 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-a2e1fff1-3c2d-403d-8d87-3578a9caa372 req-dd10dc41-f7ad-42e3-a07c-896408740271 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:41.043464 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-a2e1fff1-3c2d-403d-8d87-3578a9caa372 req-dd10dc41-f7ad-42e3-a07c-896408740271 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:41.095449 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['f4a01525-0543-4ca6-beab-e4a937590492'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:55:41.125659 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1fff1-3c2d-403d-8d87-3578a9caa372 req-dd10dc41-f7ad-42e3-a07c-896408740271 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:41.126887 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-a2e1fff1-3c2d-403d-8d87-3578a9caa372 req-dd10dc41-f7ad-42e3-a07c-896408740271 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:41.137263 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a2e1fff1-3c2d-403d-8d87-3578a9caa372 req-dd10dc41-f7ad-42e3-a07c-896408740271 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "PUT /v2.0/ports/f4a01525-0543-4ca6-beab-e4a937590492 HTTP/1.1" status: 200 len: 981 time: 1.0983591 Jul 29 09:55:41.138061 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904864cf-fb04-481c-bd5b-a1e1b28b9f08', 'tag': 'f4a01525-0543-4ca6-beab-e4a937590492'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:55:41.141459 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a67fdc2-8a12-4193-8df1-c1f41c3793af" -d '{"events": [{"name": "network-changed", "server_uuid": "904864cf-fb04-481c-bd5b-a1e1b28b9f08", "tag": "f4a01525-0543-4ca6-beab-e4a937590492"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:55:41.161041 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:55:41.191747 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10dc41-f7ad-42e3-a07c-896408740271 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Pushing event updated for resources: {'Port': ['ID=f4a01525-0543-4ca6-beab-e4a937590492,revision_number=6']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:41.242831 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 09:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaea9e65-2563-43b3-a792-cde07e54ee32 x-openstack-request-id: req-aaea9e65-2563-43b3-a792-cde07e54ee32 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:55:41.242831 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904864cf-fb04-481c-bd5b-a1e1b28b9f08", "tag": "f4a01525-0543-4ca6-beab-e4a937590492", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:55:41.243312 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aaea9e65-2563-43b3-a792-cde07e54ee32 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:55:41.243683 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904864cf-fb04-481c-bd5b-a1e1b28b9f08', 'tag': 'f4a01525-0543-4ca6-beab-e4a937590492', 'status': 'completed', 'code': 200} Jul 29 09:55:41.354435 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:55:41.377394 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:55:41.377752 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:41.439742 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde16e2-5e79-4bff-a167-90e51eabbd25 req-11b3a83c-77d1-46d4-b27c-841685ed200b tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:41.451359 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67fdc2-8a12-4193-8df1-c1f41c3793af req-8cb25ad8-5dfd-4b3f-aca0-c0224666eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:41.454038 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5dde16e2-5e79-4bff-a167-90e51eabbd25 req-11b3a83c-77d1-46d4-b27c-841685ed200b tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 984 time: 0.1854620 Jul 29 09:55:41.456002 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2a67fdc2-8a12-4193-8df1-c1f41c3793af req-8cb25ad8-5dfd-4b3f-aca0-c0224666eafa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ce85ecee1bbb438e9e43ecc78295cb72&device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 1137 time: 0.1112323 Jul 29 09:55:41.476128 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['f4a01525-0543-4ca6-beab-e4a937590492'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:55:41.585577 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5dde16e2-5e79-4bff-a167-90e51eabbd25 req-e320d412-6343-42e5-9263-e36d9491b71a tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&id=53d524ac-0d1a-4735-a279-2693bc5b120e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1275427 Jul 29 09:55:41.736898 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67fdc2-8a12-4193-8df1-c1f41c3793af req-31161e66-9620-4371-9ab2-196ae9f95e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:41.743889 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2a67fdc2-8a12-4193-8df1-c1f41c3793af req-31161e66-9620-4371-9ab2-196ae9f95e18 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bb3bd51d-b489-4795-b464-e3136f29bc87 HTTP/1.1" status: 200 len: 917 time: 0.2706487 Jul 29 09:55:41.762536 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-8cc49ab1-4aae-442d-b156-692f464792b0 None None] Provisioning complete for port f4a01525-0543-4ca6-beab-e4a937590492 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:55:41.762994 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-8cc49ab1-4aae-442d-b156-692f464792b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:41.993660 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2a67fdc2-8a12-4193-8df1-c1f41c3793af req-d5aace67-6f5b-4619-8873-a513b21e439c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a01525-0543-4ca6-beab-e4a937590492 HTTP/1.1" status: 200 len: 1001 time: 0.2390225 Jul 29 09:55:42.046681 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:42.098802 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 38234) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:42.104910 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67fdc2-8a12-4193-8df1-c1f41c3793af req-71beeacf-fc49-4508-8f6b-09c9351d1853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:42.108789 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2a67fdc2-8a12-4193-8df1-c1f41c3793af req-71beeacf-fc49-4508-8f6b-09c9351d1853 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0a1e3e51-273f-4db5-93c1-39dca98e69d4 HTTP/1.1" status: 200 len: 854 time: 0.1028366 Jul 29 09:55:42.109317 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-1210bcc0-3d6a-4956-b970-41509c52e073 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2023691996', 'description': 'tempest-description--1230444901'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:42.172203 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1210bcc0-3d6a-4956-b970-41509c52e073 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:42.221302 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67fdc2-8a12-4193-8df1-c1f41c3793af req-8fdb0746-cc8d-43c9-b376-2409b8e00b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:42.226769 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2a67fdc2-8a12-4193-8df1-c1f41c3793af req-8fdb0746-cc8d-43c9-b376-2409b8e00b99 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bb3bd51d-b489-4795-b464-e3136f29bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1084003 Jul 29 09:55:42.392413 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Sync routers for ids ['7c15d62b-6635-405e-946e-6783e9892fb7'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:55:42.407911 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:55:42.441389 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1210bcc0-3d6a-4956-b970-41509c52e073 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:42.443142 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Routers {'7c15d62b-6635-405e-946e-6783e9892fb7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:55:42.444629 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-06df292f-264b-48fb-950f-344067d8c346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:55:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7c15d62b-6635-405e-946e-6783e9892fb7'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:55:42.457370 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1210bcc0-3d6a-4956-b970-41509c52e073 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:42.467190 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:42.520271 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2a67fdc2-8a12-4193-8df1-c1f41c3793af req-275e2828-0a6c-4a26-82f7-df6d7261660b service neutron] 10.222.0.89 "GET /v2.0/networks/bb3bd51d-b489-4795-b464-e3136f29bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506924 Jul 29 09:55:42.521249 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1210bcc0-3d6a-4956-b970-41509c52e073 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:42.527815 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-1210bcc0-3d6a-4956-b970-41509c52e073 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4228861 Jul 29 09:55:42.528942 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 38236) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:42.539149 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-ec4bfe45-4c0b-4840-80f3-1eab5c84abf1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Request body: {'security_group_rule': {'security_group_id': 'c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:42.551259 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210bcc0-3d6a-4956-b970-41509c52e073 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:42.613804 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ec4bfe45-4c0b-4840-80f3-1eab5c84abf1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:42.712058 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:42.774621 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2a67fdc2-8a12-4193-8df1-c1f41c3793af req-2a031b1d-fa38-4c73-ade5-33d25f96fa75 service neutron] 10.222.0.89 "GET /v2.0/networks/bb3bd51d-b489-4795-b464-e3136f29bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327549 Jul 29 09:55:42.780535 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Set router 7c15d62b-6635-405e-946e-6783e9892fb7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:55:42.786198 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ec4bfe45-4c0b-4840-80f3-1eab5c84abf1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:42.803706 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ec4bfe45-4c0b-4840-80f3-1eab5c84abf1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:42.848562 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bfe45-4c0b-4840-80f3-1eab5c84abf1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f31ac2-93cf-4cee-bfd6-71abcd5cc214,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:42.870901 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ec4bfe45-4c0b-4840-80f3-1eab5c84abf1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:42.872968 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-ec4bfe45-4c0b-4840-80f3-1eab5c84abf1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3422277 Jul 29 09:55:42.876942 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38240) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:42.884326 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-d5107e64-06e7-43ab-85c8-f76153ac6ff1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Request body: {'security_group_rule': {'security_group_id': 'c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:42.951329 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5107e64-06e7-43ab-85c8-f76153ac6ff1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:43.089014 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5107e64-06e7-43ab-85c8-f76153ac6ff1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:43.106988 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5107e64-06e7-43ab-85c8-f76153ac6ff1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:43.150268 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5107e64-06e7-43ab-85c8-f76153ac6ff1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55119ac-30af-469c-a82b-69fee217f01c,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:43.157293 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5107e64-06e7-43ab-85c8-f76153ac6ff1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:43.161631 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-d5107e64-06e7-43ab-85c8-f76153ac6ff1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2806640 Jul 29 09:55:43.162084 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 38246) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:55:43.170256 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-4f1f79fa-c985-4cc6-8fef-46df29e5f5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Request body: {'floatingip': {'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:43.212191 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4f1f79fa-c985-4cc6-8fef-46df29e5f5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for floatingip, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:43.253995 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-06df292f-264b-48fb-950f-344067d8c346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T09:55:38Z', 'revision_number': 4, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port': {'id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '157f5b72-f6c0-418f-8782-c763a755ed55', 'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'mac_address': 'fa:16:3e:cf:1c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:37Z', 'updated_at': '2021-07-29T09:55:38Z', 'revision_number': 2, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'subnets': [{'id': '4d807706-b29a-4520-8761-85daf7efff9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:55:43.312181 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Checking router: 7c15d62b-6635-405e-946e-6783e9892fb7 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:55:43.312784 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Updating router 7c15d62b-6635-405e-946e-6783e9892fb7 port 157f5b72-f6c0-418f-8782-c763a755ed55 binding host dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 09:55:43.365540 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:43.416270 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4f1f79fa-c985-4cc6-8fef-46df29e5f5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:43.610678 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [None req-4f1f79fa-c985-4cc6-8fef-46df29e5f5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Allocated IP 172.27.2.130 (b3b02076-35c8-452e-bb57-22f5e98db348/fdb5e983-6a65-4f11-aa94-f451584e5c8e/ff6e3658-d0c7-4847-8985-fdeb147031ab) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:55:43.800327 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4f1f79fa-c985-4cc6-8fef-46df29e5f5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:43.810808 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Notify callbacks [] for port, precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:43.822784 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Transition to ACTIVE for port object 157f5b72-f6c0-418f-8782-c763a755ed55 will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:55:43.832185 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:43.855685 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4f1f79fa-c985-4cc6-8fef-46df29e5f5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:43.908021 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f79fa-c985-4cc6-8fef-46df29e5f5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Network b3b02076-35c8-452e-bb57-22f5e98db348 is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:55:43.911344 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-4f1f79fa-c985-4cc6-8fef-46df29e5f5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:55:43.916648 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f79fa-c985-4cc6-8fef-46df29e5f5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:55:43.934410 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69110091-9ccc-4c8a-ba70-aedd622ff612 None None] Pushing event updated for resources: {'Port': ['ID=157f5b72-f6c0-418f-8782-c763a755ed55,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:43.959303 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f79fa-c985-4cc6-8fef-46df29e5f5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Pushing event updated for resources: {'Port': ['ID=ff6e3658-d0c7-4847-8985-fdeb147031ab,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:44.015208 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Attempting to bind port 157f5b72-f6c0-418f-8782-c763a755ed55 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:55:44.015810 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Attempting to bind port 157f5b72-f6c0-418f-8782-c763a755ed55 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': 'd0629903-3238-4e0d-97dc-5212afc40ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:55:44.016187 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Attempting to bind port 157f5b72-f6c0-418f-8782-c763a755ed55 on network 3fa3a7a6-9806-484d-b0ba-8344627c78e2 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:55:44.024648 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:55:44.025061 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Checking segment: {'id': 'd0629903-3238-4e0d-97dc-5212afc40ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:55:44.025473 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:44.025889 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Bound using segment: {'id': 'd0629903-3238-4e0d-97dc-5212afc40ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:55:44.026386 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Bound port: 157f5b72-f6c0-418f-8782-c763a755ed55, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0629903-3238-4e0d-97dc-5212afc40ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:55:44.026771 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:44.089731 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4f1f79fa-c985-4cc6-8fef-46df29e5f5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:44.149175 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-06df292f-264b-48fb-950f-344067d8c346 None None] For port 157f5b72-f6c0-418f-8782-c763a755ed55, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:55:44.159199 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-06df292f-264b-48fb-950f-344067d8c346 None None] For port 157f5b72-f6c0-418f-8782-c763a755ed55, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=157f5b72-f6c0-418f-8782-c763a755ed55,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:55:44.162988 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:44.171274 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4f1f79fa-c985-4cc6-8fef-46df29e5f5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:44.173404 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:44.247714 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-fd9660a8-375c-4965-8a5e-c03fe169c765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:44.255791 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Routers {'7c15d62b-6635-405e-946e-6783e9892fb7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:55:44.256748 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-06df292f-264b-48fb-950f-344067d8c346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:55:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7c15d62b-6635-405e-946e-6783e9892fb7'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:55:44.330457 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69110091-9ccc-4c8a-ba70-aedd622ff612 None None] Pushing event updated for resources: {'Port': ['ID=157f5b72-f6c0-418f-8782-c763a755ed55,revision_number=4']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:44.358799 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:55:44.474423 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-06df292f-264b-48fb-950f-344067d8c346 None None] Set router 7c15d62b-6635-405e-946e-6783e9892fb7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:55:44.496656 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4f1f79fa-c985-4cc6-8fef-46df29e5f5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:44.504258 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4f1f79fa-c985-4cc6-8fef-46df29e5f5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:44.647327 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4f1f79fa-c985-4cc6-8fef-46df29e5f5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634374'] for floatingip, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:44.660702 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:55:44.685544 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f79fa-c985-4cc6-8fef-46df29e5f5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Pushing event updated for resources: {'Port': ['ID=ff6e3658-d0c7-4847-8985-fdeb147031ab,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:44.699065 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4f1f79fa-c985-4cc6-8fef-46df29e5f5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:44.707724 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-4f1f79fa-c985-4cc6-8fef-46df29e5f5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5412421 Jul 29 09:55:44.771409 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:55:44.772516 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:44.821615 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-06df292f-264b-48fb-950f-344067d8c346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T09:55:38Z', 'revision_number': 4, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port': {'id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '157f5b72-f6c0-418f-8782-c763a755ed55', 'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'mac_address': 'fa:16:3e:cf:1c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:37Z', 'updated_at': '2021-07-29T09:55:44Z', 'revision_number': 4, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'subnets': [{'id': '4d807706-b29a-4520-8761-85daf7efff9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:55:44.869665 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df292f-264b-48fb-950f-344067d8c346 None None] The sync data for ids ['7c15d62b-6635-405e-946e-6783e9892fb7'] in dv-cinder-788253-4-iscsi is: [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T09:55:38Z', 'revision_number': 4, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port': {'id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '157f5b72-f6c0-418f-8782-c763a755ed55', 'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'mac_address': 'fa:16:3e:cf:1c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:37Z', 'updated_at': '2021-07-29T09:55:44Z', 'revision_number': 4, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'subnets': [{'id': '4d807706-b29a-4520-8761-85daf7efff9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:55:44.966135 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-ed79d1fe-e78e-4e57-8293-bc81f5c92c90 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--2023691996&fields=id&tenant_id=735b6107d1e24edfb73207b6522a26c4 HTTP/1.1" status: 200 len: 267 time: 0.0799110 Jul 29 09:55:45.156250 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-88281b2e-fb76-4973-b3eb-e1c4af8c6c7d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:45.158947 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-88281b2e-fb76-4973-b3eb-e1c4af8c6c7d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/networks?id=3fa3a7a6-9806-484d-b0ba-8344627c78e2 HTTP/1.1" status: 200 len: 817 time: 0.1839087 Jul 29 09:55:45.190067 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-76422c22-eb64-4a7b-bd40-becc8474602f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/quotas/735b6107d1e24edfb73207b6522a26c4 HTTP/1.1" status: 200 len: 375 time: 0.0214663 Jul 29 09:55:45.296980 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-aaca6b9a-4bff-44d9-9ec6-5a3bf4bf607e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=735b6107d1e24edfb73207b6522a26c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0932455 Jul 29 09:55:45.537663 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-adea952a-d4a8-4ae2-824f-770a63138ca7 service neutron] 10.222.0.78 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293954 Jul 29 09:55:45.718055 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-d27a6f1c-c7f5-4485-9a5a-add738a7ace4 service neutron] 10.222.0.78 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708221 Jul 29 09:55:45.990901 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8bbb4579-b56b-43b9-a380-61c165e06ab4 req-bcdecd95-1ceb-4509-9e5d-7afbc1670df3 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 210 time: 0.0399220 Jul 29 09:55:46.659046 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 157f5b72-f6c0-418f-8782-c763a755ed55 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:55:46.724118 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port 157f5b72-f6c0-418f-8782-c763a755ed55 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:55:46.729351 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 157f5b72-f6c0-418f-8782-c763a755ed55 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:55:46.729732 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:46.829950 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:46.869178 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port 157f5b72-f6c0-418f-8782-c763a755ed55, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=157f5b72-f6c0-418f-8782-c763a755ed55,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:55:46.875830 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:46.948523 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=157f5b72-f6c0-418f-8782-c763a755ed55,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:47.149445 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1ff71342-baf8-461d-ba69-35a425679371 req-9d6f81d4-e251-472e-931e-9a608f8d5dbe tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 210 time: 0.0463088 Jul 29 09:55:47.295804 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-da527e9d-e1cd-4fc3-b42e-e471afb795bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:47.708983 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:48.265855 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-41bb5664-4ffa-4de4-afbf-c359dc86b65e req-3dd515c0-6506-4f50-8e8a-f4bd110db9e4 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 210 time: 0.0362086 Jul 29 09:55:48.649173 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 157f5b72-f6c0-418f-8782-c763a755ed55 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:55:48.674079 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:48.719635 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 157f5b72-f6c0-418f-8782-c763a755ed55 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:55:48.720738 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:49.425052 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d9021e20-b502-4653-9ae9-74fa1fa721a1 req-4e536f8b-9b7d-4f53-bcae-d2d2ba01cd1a tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 210 time: 0.0361373 Jul 29 09:55:50.150150 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-6514b4d7-ae78-4e01-9f93-52c88c180bb9 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:50.151798 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-6514b4d7-ae78-4e01-9f93-52c88c180bb9 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.89 "GET /v2.0/networks?id=3fa3a7a6-9806-484d-b0ba-8344627c78e2 HTTP/1.1" status: 200 len: 817 time: 0.1511588 Jul 29 09:55:50.240229 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-3f68898a-d100-4c1d-90b5-473fe8e68322 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=735b6107d1e24edfb73207b6522a26c4 HTTP/1.1" status: 200 len: 380 time: 0.0572138 Jul 29 09:55:50.251814 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Request body: {'port': {'device_id': '270ef042-d119-43af-8e2c-a8d779d7f73b', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'admin_state_up': True, 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'security_groups': ['c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4']}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:50.412805 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Made reservation on behalf of 735b6107d1e24edfb73207b6522a26c4 for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:55:50.418333 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:50.435303 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:50.580654 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Allocated IP 172.20.0.8 (3fa3a7a6-9806-484d-b0ba-8344627c78e2/4d807706-b29a-4520-8761-85daf7efff9e/61d6d7ff-270f-4308-8347-310c954af79d) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:55:50.581054 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5ce114c6-efb8-4d20-baff-b869a7fe1d63 req-1d49cd92-6ede-4665-9c1b-1aa70f6b1d02 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 210 time: 0.0418603 Jul 29 09:55:50.789398 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:50.805929 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Transition to ACTIVE for port object 61d6d7ff-270f-4308-8347-310c954af79d will not be triggered until provisioned by entity DHCP. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:55:50.856294 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:50.933054 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Network 3fa3a7a6-9806-484d-b0ba-8344627c78e2 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:55:50.936920 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:55:50.939748 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:55:50.978149 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Pushing event updated for resources: {'Port': ['ID=61d6d7ff-270f-4308-8347-310c954af79d,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:50.992802 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:50.993161 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:50.993514 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:50.993857 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:50.994198 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:50.994536 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:50.994872 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:50.995207 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:50.995540 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:50.995871 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:50.996204 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:50.996554 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:55:51.033507 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:51.034582 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:51.061378 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-c6ea0f45-db66-49ce-8753-4e4a932b066f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8145120 Jul 29 09:55:51.212618 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-daec7f7b-20d2-4d81-b3bf-b2dfd74ce3bd None None] Provisioning for port 61d6d7ff-270f-4308-8347-310c954af79d completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:55:51.217255 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-daec7f7b-20d2-4d81-b3bf-b2dfd74ce3bd None None] Provisioning complete for port 61d6d7ff-270f-4308-8347-310c954af79d triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:55:51.217588 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-daec7f7b-20d2-4d81-b3bf-b2dfd74ce3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:51.269036 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-daec7f7b-20d2-4d81-b3bf-b2dfd74ce3bd None None] Port 61d6d7ff-270f-4308-8347-310c954af79d cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:55:51.758747 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632e62a-29de-40e4-a0f6-410d1f03f721 req-2179776c-e49a-4b49-905d-2f8d8dc31edd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:51.760393 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1632e62a-29de-40e4-a0f6-410d1f03f721 req-2179776c-e49a-4b49-905d-2f8d8dc31edd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 931 time: 0.0735667 Jul 29 09:55:51.829031 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1632e62a-29de-40e4-a0f6-410d1f03f721 req-30a8b34c-3fbf-44ee-843b-0013f708b14f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574408 Jul 29 09:55:53.050010 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800da1c9-c271-4788-9379-440fda741f00 req-6c0ccfbc-0164-445a-97b1-32722e729bf2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:53.065070 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-800da1c9-c271-4788-9379-440fda741f00 req-6c0ccfbc-0164-445a-97b1-32722e729bf2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 931 time: 0.1149099 Jul 29 09:55:53.131128 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-800da1c9-c271-4788-9379-440fda741f00 req-745eee22-b053-44b5-b73d-08a44d2227ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641816 Jul 29 09:55:54.356022 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f489f7-881a-40ec-a874-961c76b82b65 req-605db37b-9167-47a2-a8b3-de9824abc688 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:54.358968 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e3f489f7-881a-40ec-a874-961c76b82b65 req-605db37b-9167-47a2-a8b3-de9824abc688 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 931 time: 0.0955956 Jul 29 09:55:54.432159 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e3f489f7-881a-40ec-a874-961c76b82b65 req-0e12ec7a-49e7-46bd-83dc-ffae7bd56bd0 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638919 Jul 29 09:55:54.766860 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Request body: {'port': {'device_id': '270ef042-d119-43af-8e2c-a8d779d7f73b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:55:54.873558 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:55.367894 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d6d7ff-270f-4308-8347-310c954af79d {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:55:55.380961 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:55.407328 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Transition to ACTIVE for port object 61d6d7ff-270f-4308-8347-310c954af79d will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:55:55.417897 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7998033'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:55.518106 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Pushing event updated for resources: {'Port': ['ID=61d6d7ff-270f-4308-8347-310c954af79d,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:55.675125 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Attempting to bind port 61d6d7ff-270f-4308-8347-310c954af79d on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:55:55.675766 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Attempting to bind port 61d6d7ff-270f-4308-8347-310c954af79d by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'd0629903-3238-4e0d-97dc-5212afc40ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:55:55.676358 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Attempting to bind port 61d6d7ff-270f-4308-8347-310c954af79d on network 3fa3a7a6-9806-484d-b0ba-8344627c78e2 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:55:55.685034 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Port 61d6d7ff-270f-4308-8347-310c954af79d on network 3fa3a7a6-9806-484d-b0ba-8344627c78e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 09:55:55.686036 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Attempting to bind port 61d6d7ff-270f-4308-8347-310c954af79d on network 3fa3a7a6-9806-484d-b0ba-8344627c78e2 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:55:55.705926 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:55:55.706426 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Checking segment: {'id': 'd0629903-3238-4e0d-97dc-5212afc40ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:55:55.707023 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Bound using segment: {'id': 'd0629903-3238-4e0d-97dc-5212afc40ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:55:55.707713 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Bound port: 61d6d7ff-270f-4308-8347-310c954af79d, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0629903-3238-4e0d-97dc-5212afc40ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:55:55.708251 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:55.731553 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f7850-955a-47cc-81aa-83477179a56f req-8e5b28f8-387f-4908-8712-e5a958395ac5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:55.734001 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9b6f7850-955a-47cc-81aa-83477179a56f req-8e5b28f8-387f-4908-8712-e5a958395ac5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.1513209 Jul 29 09:55:55.758095 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87924a50-c2d6-406c-a8b5-fe500024dccb req-84cd2a62-095a-4600-aa65-a3c8b967beba tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:55.761062 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-87924a50-c2d6-406c-a8b5-fe500024dccb req-84cd2a62-095a-4600-aa65-a3c8b967beba tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.1196907 Jul 29 09:55:55.857440 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] For port 61d6d7ff-270f-4308-8347-310c954af79d, host hv-cinder-78825, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:55:55.865293 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] For port 61d6d7ff-270f-4308-8347-310c954af79d, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=61d6d7ff-270f-4308-8347-310c954af79d,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:55:55.871915 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9b6f7850-955a-47cc-81aa-83477179a56f req-79318d9f-d785-4709-be04-591386a226ff tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086197 Jul 29 09:55:55.872885 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7998033'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:55.877666 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-87924a50-c2d6-406c-a8b5-fe500024dccb req-6ca96c4c-62ac-4462-a93a-3b042d9f22b6 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993946 Jul 29 09:55:55.939870 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:55.940605 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:55:55.942358 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-8c15128d-1832-4020-a497-59346c685f39 service neutron] 10.222.0.89 "PUT /v2.0/ports/61d6d7ff-270f-4308-8347-310c954af79d HTTP/1.1" status: 200 len: 1093 time: 1.1832991 Jul 29 09:55:55.942906 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270ef042-d119-43af-8e2c-a8d779d7f73b', 'tag': '61d6d7ff-270f-4308-8347-310c954af79d'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:55:55.946398 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92fd458-4422-426d-984a-53b7a1f50570" -d '{"events": [{"name": "network-changed", "server_uuid": "270ef042-d119-43af-8e2c-a8d779d7f73b", "tag": "61d6d7ff-270f-4308-8347-310c954af79d"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:55:56.005674 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15128d-1832-4020-a497-59346c685f39 service neutron] Pushing event updated for resources: {'Port': ['ID=61d6d7ff-270f-4308-8347-310c954af79d,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:55:56.082291 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-f8991b08-1909-4c78-9603-71f33328c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:56.085220 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-f8991b08-1909-4c78-9603-71f33328c309 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=735b6107d1e24edfb73207b6522a26c4&device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 1096 time: 0.0649745 Jul 29 09:55:56.172788 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 09:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5bd7c3-7461-4a84-989d-a6ee9715e123 x-openstack-request-id: req-9a5bd7c3-7461-4a84-989d-a6ee9715e123 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:55:56.173234 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270ef042-d119-43af-8e2c-a8d779d7f73b", "tag": "61d6d7ff-270f-4308-8347-310c954af79d", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:55:56.173633 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a5bd7c3-7461-4a84-989d-a6ee9715e123 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:55:56.174268 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270ef042-d119-43af-8e2c-a8d779d7f73b', 'tag': '61d6d7ff-270f-4308-8347-310c954af79d', 'status': 'completed', 'code': 200} Jul 29 09:55:56.177679 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-c9af79a3-60cd-4828-bd6d-ccc2440b63ed service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d6d7ff-270f-4308-8347-310c954af79d HTTP/1.1" status: 200 len: 217 time: 0.0627351 Jul 29 09:55:56.277782 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-a970ada1-6cf6-48c3-884b-d87f863357eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:56.281020 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-a970ada1-6cf6-48c3-884b-d87f863357eb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4d807706-b29a-4520-8761-85daf7efff9e HTTP/1.1" status: 200 len: 856 time: 0.0954928 Jul 29 09:55:56.356252 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-da62c0b5-02e9-424b-b9e7-a9767538ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:56.358278 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-da62c0b5-02e9-424b-b9e7-a9767538ad71 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3fa3a7a6-9806-484d-b0ba-8344627c78e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629027 Jul 29 09:55:56.512202 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-ff9fb709-5ace-4b1a-9c77-b3a47bb470d0 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396892 Jul 29 09:55:56.685465 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2867f567-d12f-45d8-bb4a-4fed92303939 req-c3d91f7b-e0a9-414a-9443-77a94d00d142 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642513 Jul 29 09:55:56.895581 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fd458-4422-426d-984a-53b7a1f50570 req-5d82f0e4-63a3-4e60-814d-54fefd751047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:56.899200 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a92fd458-4422-426d-984a-53b7a1f50570 req-5d82f0e4-63a3-4e60-814d-54fefd751047 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=735b6107d1e24edfb73207b6522a26c4&device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 1096 time: 0.0758924 Jul 29 09:55:57.081722 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fd458-4422-426d-984a-53b7a1f50570 req-92bebc25-5991-4d48-aa22-0df462352d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:57.083626 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a92fd458-4422-426d-984a-53b7a1f50570 req-92bebc25-5991-4d48-aa22-0df462352d96 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3fa3a7a6-9806-484d-b0ba-8344627c78e2 HTTP/1.1" status: 200 len: 919 time: 0.1690691 Jul 29 09:55:57.120591 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f775e78-a84b-4e39-bf68-a37bcf906b3f req-441287f8-18c3-4b0b-af5d-7070cd9f115a tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:57.122535 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9f775e78-a84b-4e39-bf68-a37bcf906b3f req-441287f8-18c3-4b0b-af5d-7070cd9f115a tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.1292782 Jul 29 09:55:57.152982 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a92fd458-4422-426d-984a-53b7a1f50570 req-69895371-e838-43e6-984b-118f3356abcc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d6d7ff-270f-4308-8347-310c954af79d HTTP/1.1" status: 200 len: 217 time: 0.0583811 Jul 29 09:55:57.186618 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ab831-db2d-4c80-b658-4ee8599080e9 req-4b794468-0405-4d07-95c5-3a151513ad94 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:57.189545 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d65ab831-db2d-4c80-b658-4ee8599080e9 req-4b794468-0405-4d07-95c5-3a151513ad94 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.1520858 Jul 29 09:55:57.229569 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fd458-4422-426d-984a-53b7a1f50570 req-a9c0d0fe-97f4-4086-93c6-ad9ef9f358c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:57.232460 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a92fd458-4422-426d-984a-53b7a1f50570 req-a9c0d0fe-97f4-4086-93c6-ad9ef9f358c0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4d807706-b29a-4520-8761-85daf7efff9e HTTP/1.1" status: 200 len: 856 time: 0.0720274 Jul 29 09:55:57.260198 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9f775e78-a84b-4e39-bf68-a37bcf906b3f req-48f1bc82-a46f-4419-a860-873e850d2b1a tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203473 Jul 29 09:55:57.315794 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d65ab831-db2d-4c80-b658-4ee8599080e9 req-adb5fc37-9532-4e3f-8dca-cfbb177471e6 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151719 Jul 29 09:55:57.330500 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fd458-4422-426d-984a-53b7a1f50570 req-b035bee5-abb7-4d6e-8345-c478ac814bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:57.332788 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a92fd458-4422-426d-984a-53b7a1f50570 req-b035bee5-abb7-4d6e-8345-c478ac814bc9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3fa3a7a6-9806-484d-b0ba-8344627c78e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0872812 Jul 29 09:55:57.804672 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a92fd458-4422-426d-984a-53b7a1f50570 req-c4cbfc74-1ce5-444a-a472-c79c9e436166 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626269 Jul 29 09:55:57.926881 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a92fd458-4422-426d-984a-53b7a1f50570 req-7d4de05a-db36-4071-9ac5-1ba4dcacd8a6 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090236 Jul 29 09:55:58.465246 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862aaab-e3b7-4129-b7c4-70d45ed4e2a1 req-b910222e-6cc8-4a7b-b8c4-d87562feef32 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:58.468295 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7862aaab-e3b7-4129-b7c4-70d45ed4e2a1 req-b910222e-6cc8-4a7b-b8c4-d87562feef32 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0867431 Jul 29 09:55:58.552116 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7862aaab-e3b7-4129-b7c4-70d45ed4e2a1 req-6eeb9eb1-896a-46c7-84e2-a069865e1620 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721841 Jul 29 09:55:58.561722 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8808b13-0947-4379-806e-78c46344922b req-2c8f08a6-c22a-41a5-ae93-119828801669 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:58.563151 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c8808b13-0947-4379-806e-78c46344922b req-2c8f08a6-c22a-41a5-ae93-119828801669 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0935593 Jul 29 09:55:58.643939 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c8808b13-0947-4379-806e-78c46344922b req-203c7b87-571f-474e-811a-efe2a5544ab4 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673902 Jul 29 09:55:59.745358 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf2030-ac21-4f5a-b098-066f595fb747 req-373d2602-1d33-4591-8b00-e15d8df05f0c tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:59.746950 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6dcf2030-ac21-4f5a-b098-066f595fb747 req-373d2602-1d33-4591-8b00-e15d8df05f0c tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0827959 Jul 29 09:55:59.851952 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6dcf2030-ac21-4f5a-b098-066f595fb747 req-072dfc0e-cdf5-4eec-b6a7-d6fcf669f80c tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912819 Jul 29 09:55:59.878028 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8831d-d167-47c2-8263-1c17a810297c req-a0b1c989-c4e0-4def-be1b-fc1de603328d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:55:59.879822 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9ac8831d-d167-47c2-8263-1c17a810297c req-a0b1c989-c4e0-4def-be1b-fc1de603328d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0971799 Jul 29 09:55:59.934669 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9ac8831d-d167-47c2-8263-1c17a810297c req-935737d6-6ba2-496c-a37d-e4125f59bb58 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449622 Jul 29 09:56:00.763825 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 61d6d7ff-270f-4308-8347-310c954af79d details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 09:56:00.882297 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 61d6d7ff-270f-4308-8347-310c954af79d, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=61d6d7ff-270f-4308-8347-310c954af79d,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:56:00.896548 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': '61d6d7ff-270f-4308-8347-310c954af79d', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'port_id': '61d6d7ff-270f-4308-8347-310c954af79d', 'mac_address': 'fa:16:3e:fb:1c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 09:56:00.958361 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:00.995249 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d6d7ff-270f-4308-8347-310c954af79d {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:56:01.035972 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36807dfc-1d15-4618-bddb-ef6a50f29400 req-8bb11bbf-d29c-4e79-b088-8d75425808ee tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:01.038826 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-36807dfc-1d15-4618-bddb-ef6a50f29400 req-8bb11bbf-d29c-4e79-b088-8d75425808ee tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0846062 Jul 29 09:56:01.041555 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 61d6d7ff-270f-4308-8347-310c954af79d, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=61d6d7ff-270f-4308-8347-310c954af79d,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:56:01.048228 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:01.137141 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=61d6d7ff-270f-4308-8347-310c954af79d,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:56:01.153797 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-36807dfc-1d15-4618-bddb-ef6a50f29400 req-59464160-bb2b-4f71-9f9c-9f2f1b918699 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049716 Jul 29 09:56:01.194440 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745d44d-c4f8-4fd5-bb94-9e813dc62d2d req-b7b03bcd-734a-4b03-8a6e-56f23b15a436 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:01.196135 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f745d44d-c4f8-4fd5-bb94-9e813dc62d2d req-b7b03bcd-734a-4b03-8a6e-56f23b15a436 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 944 time: 0.1130803 Jul 29 09:56:01.246323 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f745d44d-c4f8-4fd5-bb94-9e813dc62d2d req-b21c276e-bafb-4041-8d0b-5bc0e78349b5 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390675 Jul 29 09:56:01.628124 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['61d6d7ff-270f-4308-8347-310c954af79d'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:56:02.341013 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c465a-0de0-4a10-80be-b3f6c111dc9d req-2438d0c3-c433-4e55-87e8-9f22f5e0af55 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:02.343261 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-884c465a-0de0-4a10-80be-b3f6c111dc9d req-2438d0c3-c433-4e55-87e8-9f22f5e0af55 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0892060 Jul 29 09:56:02.461110 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-884c465a-0de0-4a10-80be-b3f6c111dc9d req-31dfc699-74f8-4bbb-8fa7-c251decee8a1 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057315 Jul 29 09:56:02.483639 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a10a9-5ddd-46a4-9e70-cddad22f0dda req-b6e85a61-af57-4059-8062-e21dc95652e2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:02.485336 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e48a10a9-5ddd-46a4-9e70-cddad22f0dda req-b6e85a61-af57-4059-8062-e21dc95652e2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 944 time: 0.1209636 Jul 29 09:56:02.544917 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e48a10a9-5ddd-46a4-9e70-cddad22f0dda req-6d667244-6bd6-4416-9590-8c02e06c72ac tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491636 Jul 29 09:56:02.789324 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a43ede-b2a9-4d2f-9ade-3b580452be07 req-2aceff13-3747-4e6c-819a-64ca1bed3fba tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:02.791265 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-90a43ede-b2a9-4d2f-9ade-3b580452be07 req-2aceff13-3747-4e6c-819a-64ca1bed3fba tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 945 time: 0.0715628 Jul 29 09:56:02.840462 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-90a43ede-b2a9-4d2f-9ade-3b580452be07 req-95e4a510-c275-4169-846e-bcfd75074a24 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378530 Jul 29 09:56:03.647962 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f6b03-62c4-408c-9a16-3899d28fc8c1 req-45210690-5346-4d7b-807f-b007a930f1e9 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:03.650369 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8a8f6b03-62c4-408c-9a16-3899d28fc8c1 req-45210690-5346-4d7b-807f-b007a930f1e9 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0718544 Jul 29 09:56:03.739162 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8a8f6b03-62c4-408c-9a16-3899d28fc8c1 req-93189a83-e920-42be-88f0-dd3e9bc08e62 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825720 Jul 29 09:56:03.771315 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb769d4-b98a-43fc-954e-0403e0d2ca1d req-7e70175f-3e36-48b2-b00a-20fcb63c0deb tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:03.773986 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6cb769d4-b98a-43fc-954e-0403e0d2ca1d req-7e70175f-3e36-48b2-b00a-20fcb63c0deb tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 944 time: 0.1010211 Jul 29 09:56:03.829453 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6cb769d4-b98a-43fc-954e-0403e0d2ca1d req-991fc8b4-f426-40cb-a66a-b5a9c4c2491b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474515 Jul 29 09:56:04.030503 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975635b3-7a26-4832-8d33-ca11241cbc37 req-e8254ff6-98f0-402d-afb7-630109656fcd tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:04.031976 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-975635b3-7a26-4832-8d33-ca11241cbc37 req-e8254ff6-98f0-402d-afb7-630109656fcd tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 945 time: 0.0731301 Jul 29 09:56:04.087190 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-975635b3-7a26-4832-8d33-ca11241cbc37 req-a174a826-7565-453e-8200-20ad98f87900 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479753 Jul 29 09:56:04.777684 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 61d6d7ff-270f-4308-8347-310c954af79d up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:56:04.842856 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port 61d6d7ff-270f-4308-8347-310c954af79d completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:56:04.847533 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port 61d6d7ff-270f-4308-8347-310c954af79d triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:56:04.847862 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:04.907931 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e0cd8-7ec6-4cb3-ad9a-61d8a8abba90 req-5723723e-39b9-4114-9b68-87b6e203c4a3 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:04.911617 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-805e0cd8-7ec6-4cb3-ad9a-61d8a8abba90 req-5723723e-39b9-4114-9b68-87b6e203c4a3 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0802248 Jul 29 09:56:04.950064 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:05.003634 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270ef042-d119-43af-8e2c-a8d779d7f73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d6d7ff-270f-4308-8347-310c954af79d'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:56:05.006882 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c37c5e-c8f2-493c-a653-91692fc64044" -d '{"events": [{"server_uuid": "270ef042-d119-43af-8e2c-a8d779d7f73b", "name": "network-vif-plugged", "status": "completed", "tag": "61d6d7ff-270f-4308-8347-310c954af79d"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:56:05.007204 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-805e0cd8-7ec6-4cb3-ad9a-61d8a8abba90 req-c53b15df-8148-4264-ae0f-bf52f921ffe7 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895965 Jul 29 09:56:05.032787 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed83fb-f3d4-4604-acd9-13f8b0ed98e8 req-41f1e665-29fc-4cab-b9e9-35be38f7537c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:05.034132 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e0ed83fb-f3d4-4604-acd9-13f8b0ed98e8 req-41f1e665-29fc-4cab-b9e9-35be38f7537c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 944 time: 0.0890002 Jul 29 09:56:05.042883 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 61d6d7ff-270f-4308-8347-310c954af79d, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=61d6d7ff-270f-4308-8347-310c954af79d,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:56:05.049935 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:05.120406 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e0ed83fb-f3d4-4604-acd9-13f8b0ed98e8 req-39077a09-4d62-4a65-a463-6e862b1eef34 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686553 Jul 29 09:56:05.144153 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=61d6d7ff-270f-4308-8347-310c954af79d,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:56:05.187230 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e3e393-c581-4a20-8f5d-f997cda5b4a6 x-openstack-request-id: req-86e3e393-c581-4a20-8f5d-f997cda5b4a6 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:56:05.188861 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270ef042-d119-43af-8e2c-a8d779d7f73b", "name": "network-vif-plugged", "status": "completed", "tag": "61d6d7ff-270f-4308-8347-310c954af79d", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:56:05.189235 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-86e3e393-c581-4a20-8f5d-f997cda5b4a6 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:56:05.189849 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270ef042-d119-43af-8e2c-a8d779d7f73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d6d7ff-270f-4308-8347-310c954af79d', 'code': 200} Jul 29 09:56:05.265541 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6a0d-e5bd-4f40-9275-70b4f9ef1410 req-771ea12e-bae3-433f-8de8-ac5fc894f124 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:05.267147 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-893e6a0d-e5bd-4f40-9275-70b4f9ef1410 req-771ea12e-bae3-433f-8de8-ac5fc894f124 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 945 time: 0.0624940 Jul 29 09:56:05.321181 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-893e6a0d-e5bd-4f40-9275-70b4f9ef1410 req-70cdf410-bcaf-483b-bfac-33738ada1dd9 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/security-groups?id=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455155 Jul 29 09:56:05.513026 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46afd9-700c-45e8-bc4c-9890ba2c5d47 req-f70b228e-efbc-465c-9c12-c5d3ffbf617e tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:05.514624 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fd46afd9-700c-45e8-bc4c-9890ba2c5d47 req-f70b228e-efbc-465c-9c12-c5d3ffbf617e tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.89 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 945 time: 0.0720825 Jul 29 09:56:05.534035 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d706c0-a79a-4f79-aad8-b3f7de01ac41 req-1b48fc8c-7479-4a75-a835-15f2a0ab6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:05.535987 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b9d706c0-a79a-4f79-aad8-b3f7de01ac41 req-1b48fc8c-7479-4a75-a835-15f2a0ab6adc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 1098 time: 0.0610421 Jul 29 09:56:05.607147 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b9d706c0-a79a-4f79-aad8-b3f7de01ac41 req-5b70c0f4-e980-44e1-907a-7b83c1d38094 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630784 Jul 29 09:56:05.656389 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-fd46afd9-700c-45e8-bc4c-9890ba2c5d47 req-0acf38b9-7a61-4d55-868a-076810f560dd tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Deleting port 4416de35-39f6-4d2f-971d-427e6db41bf9 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:56:05.656931 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-fd46afd9-700c-45e8-bc4c-9890ba2c5d47 req-0acf38b9-7a61-4d55-868a-076810f560dd tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:05.804061 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-fd46afd9-700c-45e8-bc4c-9890ba2c5d47 req-0acf38b9-7a61-4d55-868a-076810f560dd tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] For port 4416de35-39f6-4d2f-971d-427e6db41bf9, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=4416de35-39f6-4d2f-971d-427e6db41bf9,segment=NetworkSegment(2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c),segment_id=2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:56:05.804672 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-fd46afd9-700c-45e8-bc4c-9890ba2c5d47 req-0acf38b9-7a61-4d55-868a-076810f560dd tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:05.828798 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-fd46afd9-700c-45e8-bc4c-9890ba2c5d47 req-0acf38b9-7a61-4d55-868a-076810f560dd tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Calling delete_port for 4416de35-39f6-4d2f-971d-427e6db41bf9 owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:56:06.049207 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-fd46afd9-700c-45e8-bc4c-9890ba2c5d47 req-0acf38b9-7a61-4d55-868a-076810f560dd tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:06.092407 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['4416de35-39f6-4d2f-971d-427e6db41bf9'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:56:06.098738 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf38b9-7a61-4d55-868a-076810f560dd tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Pushing event deleted for resources: {'Port': ['ID=4416de35-39f6-4d2f-971d-427e6db41bf9,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:56:06.186012 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd46afd9-700c-45e8-bc4c-9890ba2c5d47 req-0acf38b9-7a61-4d55-868a-076810f560dd tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] No DVR routers for this DVR port 4416de35-39f6-4d2f-971d-427e6db41bf9 on host hv-cinder-78825 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 09:56:06.195963 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-fd46afd9-700c-45e8-bc4c-9890ba2c5d47 req-0acf38b9-7a61-4d55-868a-076810f560dd tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:06.199692 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fd46afd9-700c-45e8-bc4c-9890ba2c5d47 req-0acf38b9-7a61-4d55-868a-076810f560dd tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.89 "DELETE /v2.0/ports/4416de35-39f6-4d2f-971d-427e6db41bf9 HTTP/1.1" status: 204 len: 173 time: 0.6776810 Jul 29 09:56:06.200517 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8395aef6-133d-4a30-8c50-7b66d85f087e', 'name': 'network-vif-deleted', 'tag': '4416de35-39f6-4d2f-971d-427e6db41bf9'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:56:06.204563 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc09dab-d23f-4593-9295-7bbe824fd9c7" -d '{"events": [{"server_uuid": "8395aef6-133d-4a30-8c50-7b66d85f087e", "name": "network-vif-deleted", "tag": "4416de35-39f6-4d2f-971d-427e6db41bf9"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:56:06.319381 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8d1c3-19e2-4a56-a9d3-8b3d5f096961 req-a1d28b96-f589-49e5-b80f-78639d739e30 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:06.322282 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dab8d1c3-19e2-4a56-a9d3-8b3d5f096961 req-a1d28b96-f589-49e5-b80f-78639d739e30 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.1678207 Jul 29 09:56:06.388480 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb299e2-6b9d-4e12-b7ed-83f69fada44a req-f6aab4c1-a0e4-4aa0-b09e-8f6bc3cbd23d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:06.391267 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7fb299e2-6b9d-4e12-b7ed-83f69fada44a req-f6aab4c1-a0e4-4aa0-b09e-8f6bc3cbd23d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.1450369 Jul 29 09:56:06.447814 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dab8d1c3-19e2-4a56-a9d3-8b3d5f096961 req-6d991dc6-a993-4bf0-b50a-11af2f89c0e8 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155114 Jul 29 09:56:06.513676 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7fb299e2-6b9d-4e12-b7ed-83f69fada44a req-2545c5d6-5bc7-427f-b51d-ec66b7bd3799 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030326 Jul 29 09:56:06.567613 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5fc40f-5abe-46f3-880b-8fcc0f1508a2 x-openstack-request-id: req-1a5fc40f-5abe-46f3-880b-8fcc0f1508a2 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:56:06.568389 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8395aef6-133d-4a30-8c50-7b66d85f087e", "name": "network-vif-deleted", "tag": "4416de35-39f6-4d2f-971d-427e6db41bf9", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:56:06.568836 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1a5fc40f-5abe-46f3-880b-8fcc0f1508a2 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:56:06.569567 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8395aef6-133d-4a30-8c50-7b66d85f087e', 'name': 'network-vif-deleted', 'tag': '4416de35-39f6-4d2f-971d-427e6db41bf9', 'status': 'completed', 'code': 200} Jul 29 09:56:06.696242 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b51cf12b-ce92-48df-abdf-8fe0405c807e req-8ef8e77d-8327-443d-8854-469d7b517bd7 tempest-VolumesSnapshotTestJSON-73769119 tempest-VolumesSnapshotTestJSON-73769119-project] 10.222.0.78 "GET /v2.0/ports?device_id=8395aef6-133d-4a30-8c50-7b66d85f087e HTTP/1.1" status: 200 len: 210 time: 0.0333326 Jul 29 09:56:07.712000 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f92de-9cfd-4652-a3b8-f58cef4746f5 req-a63593a6-434c-47e2-99f4-396179c9693b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:07.714937 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-182f92de-9cfd-4652-a3b8-f58cef4746f5 req-a63593a6-434c-47e2-99f4-396179c9693b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0992398 Jul 29 09:56:07.837799 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-182f92de-9cfd-4652-a3b8-f58cef4746f5 req-04d36df1-cdfb-4a42-a036-c93edcd8a37e tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055787 Jul 29 09:56:07.848381 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee384e97-ba20-4c09-b672-57625bc4519e req-96274730-8a5f-45c0-8097-2e532dfcb22b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:07.850853 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ee384e97-ba20-4c09-b672-57625bc4519e req-96274730-8a5f-45c0-8097-2e532dfcb22b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.1338594 Jul 29 09:56:07.917937 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ee384e97-ba20-4c09-b672-57625bc4519e req-a9887042-4db1-4ee3-89e5-87bb7456079a tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506592 Jul 29 09:56:08.184856 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d26d66-34af-4845-b648-8c612db7ed6e req-3d356bfa-771c-46ad-b028-b893b84f6c0b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:08.186683 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a8d26d66-34af-4845-b648-8c612db7ed6e req-3d356bfa-771c-46ad-b028-b893b84f6c0b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.1188180 Jul 29 09:56:08.204846 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 38454) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:56:08.207365 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-c788c6da-a5b7-4486-a747-fc9eb3265cad tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Request body: {'floatingip': {'port_id': '61d6d7ff-270f-4308-8347-310c954af79d'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:56:08.341198 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c788c6da-a5b7-4486-a747-fc9eb3265cad tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for floatingip, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:08.499238 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dabdb-be01-4eb4-bc83-36500fc09356 req-5430c4ee-adda-4f5b-a396-f83d3c858b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:08.503140 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e78dabdb-be01-4eb4-bc83-36500fc09356 req-5430c4ee-adda-4f5b-a396-f83d3c858b31 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d0213ef301145e88bfeefb34d12fda1&device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 1098 time: 0.1712792 Jul 29 09:56:08.516191 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c5827-3bb9-4997-bd40-31112028e091 req-62b9d29c-cd6a-41b6-b61d-e50ec4138ae1 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:08.517919 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f60c5827-3bb9-4997-bd40-31112028e091 req-62b9d29c-cd6a-41b6-b61d-e50ec4138ae1 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.3294194 Jul 29 09:56:08.670156 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f60c5827-3bb9-4997-bd40-31112028e091 req-8dbe31b0-2751-4b99-8a66-01d711140355 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304746 Jul 29 09:56:08.682749 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dabdb-be01-4eb4-bc83-36500fc09356 req-cd31bbfd-053b-430a-a233-11f280f8faec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:08.685583 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e78dabdb-be01-4eb4-bc83-36500fc09356 req-cd31bbfd-053b-430a-a233-11f280f8faec service neutron] 10.222.0.89 "GET /v2.0/networks?id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a HTTP/1.1" status: 200 len: 913 time: 0.1744907 Jul 29 09:56:08.785463 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 4416de35-39f6-4d2f-971d-427e6db41bf9 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 09:56:08.824493 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: 4416de35-39f6-4d2f-971d-427e6db41bf9 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 09:56:08.825117 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 4416de35-39f6-4d2f-971d-427e6db41bf9 not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 09:56:08.829943 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e78dabdb-be01-4eb4-bc83-36500fc09356 req-e9ff2a2d-e991-496a-9d19-1daf6ab35d10 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82fec0ca-9a10-4978-b588-19cdc69d082e HTTP/1.1" status: 200 len: 1000 time: 0.1317196 Jul 29 09:56:08.917747 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dabdb-be01-4eb4-bc83-36500fc09356 req-bcb4cb4c-745a-4a5a-81f0-166604517815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:08.920347 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e78dabdb-be01-4eb4-bc83-36500fc09356 req-bcb4cb4c-745a-4a5a-81f0-166604517815 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b1dd2e5b-eac9-466e-88de-e575ea4f6a52 HTTP/1.1" status: 200 len: 850 time: 0.0809271 Jul 29 09:56:09.001831 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dabdb-be01-4eb4-bc83-36500fc09356 req-06d5a9e6-e0f8-41b2-b329-583e5da92542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:09.004018 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e78dabdb-be01-4eb4-bc83-36500fc09356 req-06d5a9e6-e0f8-41b2-b329-583e5da92542 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749211 Jul 29 09:56:09.190741 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e78dabdb-be01-4eb4-bc83-36500fc09356 req-ce7f3cf2-95e8-4f2d-9c53-d6daa95827b7 service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463301 Jul 29 09:56:09.330178 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e78dabdb-be01-4eb4-bc83-36500fc09356 req-151fc4e6-d90a-4346-8878-c40c1545784b service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313481 Jul 29 09:56:09.447553 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c788c6da-a5b7-4486-a747-fc9eb3265cad tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:09.453263 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c788c6da-a5b7-4486-a747-fc9eb3265cad tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634374'] for floatingip, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:09.639350 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.l3_db [None req-c788c6da-a5b7-4486-a747-fc9eb3265cad tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Floating IP 633ebd9d-bfd3-497c-b0ab-f916c8fc5235 associated. External IP: 172.27.2.130, port: 61d6d7ff-270f-4308-8347-310c954af79d. Jul 29 09:56:09.939660 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55dea1-7085-4de3-8e0a-75a0cc293c9f req-81d18569-1c97-4c69-9be0-ce7c7b1c4c7a tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:09.942066 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7a55dea1-7085-4de3-8e0a-75a0cc293c9f req-81d18569-1c97-4c69-9be0-ce7c7b1c4c7a tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.1255667 Jul 29 09:56:10.077651 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7a55dea1-7085-4de3-8e0a-75a0cc293c9f req-9b2a728d-ebfe-4ce9-ad94-26083255dac8 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897391 Jul 29 09:56:10.135334 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c788c6da-a5b7-4486-a747-fc9eb3265cad tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Router 7c15d62b-6635-405e-946e-6783e9892fb7 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 09:56:10.328797 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c788c6da-a5b7-4486-a747-fc9eb3265cad tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:56:10.336096 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c788c6da-a5b7-4486-a747-fc9eb3265cad tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:10.351492 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e766611-7b81-4692-a90c-f7dddd262bfd None None] Sync routers for ids ['7c15d62b-6635-405e-946e-6783e9892fb7'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:56:10.364229 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e766611-7b81-4692-a90c-f7dddd262bfd None None] Routers {'7c15d62b-6635-405e-946e-6783e9892fb7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:56:10.365149 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-1e766611-7b81-4692-a90c-f7dddd262bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:55:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7c15d62b-6635-405e-946e-6783e9892fb7'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:56:10.390618 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-c788c6da-a5b7-4486-a747-fc9eb3265cad tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "PUT /v2.0/floatingips/633ebd9d-bfd3-497c-b0ab-f916c8fc5235 HTTP/1.1" status: 200 len: 991 time: 2.1869612 Jul 29 09:56:10.391382 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270ef042-d119-43af-8e2c-a8d779d7f73b', 'tag': '61d6d7ff-270f-4308-8347-310c954af79d'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:56:10.393933 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d201db-284a-49e2-83ba-1cdc7f11e6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "270ef042-d119-43af-8e2c-a8d779d7f73b", "tag": "61d6d7ff-270f-4308-8347-310c954af79d"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:56:10.559037 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 09:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35533623-6785-4fc5-9d47-11087877ec46 x-openstack-request-id: req-35533623-6785-4fc5-9d47-11087877ec46 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:56:10.560435 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270ef042-d119-43af-8e2c-a8d779d7f73b", "tag": "61d6d7ff-270f-4308-8347-310c954af79d", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:56:10.560435 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-35533623-6785-4fc5-9d47-11087877ec46 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:56:10.560852 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270ef042-d119-43af-8e2c-a8d779d7f73b', 'tag': '61d6d7ff-270f-4308-8347-310c954af79d', 'status': 'completed', 'code': 200} Jul 29 09:56:10.570573 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-1e766611-7b81-4692-a90c-f7dddd262bfd None None] Set router 7c15d62b-6635-405e-946e-6783e9892fb7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:56:10.954658 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-1e766611-7b81-4692-a90c-f7dddd262bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T09:55:38Z', 'revision_number': 4, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port': {'id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '633ebd9d-bfd3-497c-b0ab-f916c8fc5235', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'port_id': '61d6d7ff-270f-4308-8347-310c954af79d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'mac_address': 'fa:16:3e:fb:1c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270ef042-d119-43af-8e2c-a8d779d7f73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T09:55:43Z', 'updated_at': '2021-07-29T09:56:09Z', 'revision_number': 1, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157f5b72-f6c0-418f-8782-c763a755ed55', 'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'mac_address': 'fa:16:3e:cf:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:37Z', 'updated_at': '2021-07-29T09:55:46Z', 'revision_number': 5, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'subnets': [{'id': '4d807706-b29a-4520-8761-85daf7efff9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:56:10.996185 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e766611-7b81-4692-a90c-f7dddd262bfd None None] Checking router: 7c15d62b-6635-405e-946e-6783e9892fb7 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:56:11.008344 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e766611-7b81-4692-a90c-f7dddd262bfd None None] Routers {'7c15d62b-6635-405e-946e-6783e9892fb7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:56:11.009208 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-1e766611-7b81-4692-a90c-f7dddd262bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:55:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7c15d62b-6635-405e-946e-6783e9892fb7'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:56:11.199487 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-1e766611-7b81-4692-a90c-f7dddd262bfd None None] Set router 7c15d62b-6635-405e-946e-6783e9892fb7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:56:11.291258 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cb49d-2fc8-40ef-a71d-480bbe486ba3 req-05de745d-5864-4bd2-9c0c-b41002715f59 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:11.293162 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-006cb49d-2fc8-40ef-a71d-480bbe486ba3 req-05de745d-5864-4bd2-9c0c-b41002715f59 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0936766 Jul 29 09:56:11.350565 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-006cb49d-2fc8-40ef-a71d-480bbe486ba3 req-f0fd6a53-68a0-4959-9c8b-0225015c0310 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454764 Jul 29 09:56:11.754542 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-1e766611-7b81-4692-a90c-f7dddd262bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T09:55:38Z', 'revision_number': 4, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port': {'id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '633ebd9d-bfd3-497c-b0ab-f916c8fc5235', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'port_id': '61d6d7ff-270f-4308-8347-310c954af79d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'mac_address': 'fa:16:3e:fb:1c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270ef042-d119-43af-8e2c-a8d779d7f73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T09:55:43Z', 'updated_at': '2021-07-29T09:56:09Z', 'revision_number': 1, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157f5b72-f6c0-418f-8782-c763a755ed55', 'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'mac_address': 'fa:16:3e:cf:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:37Z', 'updated_at': '2021-07-29T09:55:46Z', 'revision_number': 5, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'subnets': [{'id': '4d807706-b29a-4520-8761-85daf7efff9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:56:11.792156 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e766611-7b81-4692-a90c-f7dddd262bfd None None] The sync data for ids ['7c15d62b-6635-405e-946e-6783e9892fb7'] in dv-cinder-788253-4-iscsi is: [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T09:55:38Z', 'revision_number': 4, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port': {'id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '633ebd9d-bfd3-497c-b0ab-f916c8fc5235', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'port_id': '61d6d7ff-270f-4308-8347-310c954af79d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'mac_address': 'fa:16:3e:fb:1c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270ef042-d119-43af-8e2c-a8d779d7f73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T09:55:43Z', 'updated_at': '2021-07-29T09:56:09Z', 'revision_number': 1, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157f5b72-f6c0-418f-8782-c763a755ed55', 'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'mac_address': 'fa:16:3e:cf:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:37Z', 'updated_at': '2021-07-29T09:55:46Z', 'revision_number': 5, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'subnets': [{'id': '4d807706-b29a-4520-8761-85daf7efff9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:56:12.057165 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d98172-5d86-43ab-b28a-be49061ad8f1 None None] New status for floating IP 633ebd9d-bfd3-497c-b0ab-f916c8fc5235: ACTIVE {{(pid=104731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 09:56:14.188657 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:14.244136 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-7547d22f-40a9-406c-871e-bf62f28955ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:14.480364 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d201db-284a-49e2-83ba-1cdc7f11e6e7 req-4c0effbd-ca33-4a19-bd5a-40f40600acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:14.484149 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-56d201db-284a-49e2-83ba-1cdc7f11e6e7 req-4c0effbd-ca33-4a19-bd5a-40f40600acb4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=735b6107d1e24edfb73207b6522a26c4&device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 1098 time: 0.0656052 Jul 29 09:56:14.629755 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d201db-284a-49e2-83ba-1cdc7f11e6e7 req-f1b8dd9d-a72d-4519-9cb3-586019f53446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:14.632886 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-56d201db-284a-49e2-83ba-1cdc7f11e6e7 req-f1b8dd9d-a72d-4519-9cb3-586019f53446 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3fa3a7a6-9806-484d-b0ba-8344627c78e2 HTTP/1.1" status: 200 len: 919 time: 0.1405048 Jul 29 09:56:14.726209 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-56d201db-284a-49e2-83ba-1cdc7f11e6e7 req-ccea1b34-3b08-4aa4-b326-43ac55775b8d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d6d7ff-270f-4308-8347-310c954af79d HTTP/1.1" status: 200 len: 1001 time: 0.0830362 Jul 29 09:56:14.801713 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d201db-284a-49e2-83ba-1cdc7f11e6e7 req-2da8d393-0f46-430f-8dac-fabf0480f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:14.803853 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-56d201db-284a-49e2-83ba-1cdc7f11e6e7 req-2da8d393-0f46-430f-8dac-fabf0480f09d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4d807706-b29a-4520-8761-85daf7efff9e HTTP/1.1" status: 200 len: 856 time: 0.0695043 Jul 29 09:56:14.875520 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d201db-284a-49e2-83ba-1cdc7f11e6e7 req-781eeea6-b6fb-4c03-85eb-d739b836aded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:56:14.878296 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-56d201db-284a-49e2-83ba-1cdc7f11e6e7 req-781eeea6-b6fb-4c03-85eb-d739b836aded service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3fa3a7a6-9806-484d-b0ba-8344627c78e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652242 Jul 29 09:56:15.021116 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-56d201db-284a-49e2-83ba-1cdc7f11e6e7 req-052bbcbb-cebc-495e-b8c4-dc2eacb88ef7 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341655 Jul 29 09:56:15.172902 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-56d201db-284a-49e2-83ba-1cdc7f11e6e7 req-c55a775a-53ed-4ed0-8ad2-ed1c6280d59d service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439638 Jul 29 09:56:17.293544 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-48fee864-f1a6-466b-9dfc-d7b1b169905c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:17.711520 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:18.658920 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:20.439621 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:21.351983 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:56:35.044562 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38636) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:56:35.113872 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_v2 [None req-e173204d-a509-4468-a518-3ff0fe65d1ff admin admin] Deleting subnet ecea429a-7e5a-4a4b-95d6-4910f6311788 {{(pid=104729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 09:56:35.119762 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e173204d-a509-4468-a518-3ff0fe65d1ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:35.168961 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e173204d-a509-4468-a518-3ff0fe65d1ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8132502'] for subnet, precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:35.241844 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e173204d-a509-4468-a518-3ff0fe65d1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782467'] for subnet, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:35.316686 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e173204d-a509-4468-a518-3ff0fe65d1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7998055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4197211'] for subnet, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:35.357597 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173204d-a509-4468-a518-3ff0fe65d1ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecea429a-7e5a-4a4b-95d6-4910f6311788,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:56:35.361002 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e173204d-a509-4468-a518-3ff0fe65d1ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:35.365683 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-e173204d-a509-4468-a518-3ff0fe65d1ff admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ecea429a-7e5a-4a4b-95d6-4910f6311788 HTTP/1.1" status: 204 len: 168 time: 0.3188796 Jul 29 09:56:35.368664 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38640) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:56:35.489593 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5152bc54-e8ca-49f9-ac58-1f9644c0b44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648586'] for network, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:35.629698 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5152bc54-e8ca-49f9-ac58-1f9644c0b44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785684', 'neutron.services.segments.db._delete_segments_for_network-8755120061489'] for network, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:35.650161 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-5152bc54-e8ca-49f9-ac58-1f9644c0b44a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac5ff62-90fc-4b95-8a2d-ffca9137865b']}} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:56:35.668787 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-5152bc54-e8ca-49f9-ac58-1f9644c0b44a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c') {'for_net_delete': True} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:56:35.669281 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-5152bc54-e8ca-49f9-ac58-1f9644c0b44a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c57ec95-9e4d-4f3d-af5d-cc47a2874c8c') {} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:56:35.682376 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5152bc54-e8ca-49f9-ac58-1f9644c0b44a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755120062522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8132509'] for segment, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:35.705338 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5152bc54-e8ca-49f9-ac58-1f9644c0b44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:35.718430 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5152bc54-e8ca-49f9-ac58-1f9644c0b44a admin admin] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=104729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 09:56:35.719116 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5152bc54-e8ca-49f9-ac58-1f9644c0b44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7997881'] for segment, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: Traceback (most recent call last): Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: timer() Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: cb(*args, **kw) Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: return func(*args, **kwargs) Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: self._notify() Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: self.callback(batched_events) Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: event.method(event) Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: return f(self, *a, **k) Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: return self._get(url).json() Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: return self.request(url, 'GET', **kwargs) Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 09:56:35.721344 dv-cinder-788253-4-iscsi neutron-server[104729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 09:56:35.799599 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5152bc54-e8ca-49f9-ac58-1f9644c0b44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634484'] for network, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:35.810031 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5152bc54-e8ca-49f9-ac58-1f9644c0b44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:35.813408 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-5152bc54-e8ca-49f9-ac58-1f9644c0b44a admin admin] 10.222.0.78 "DELETE /v2.0/networks/dac5ff62-90fc-4b95-8a2d-ffca9137865b HTTP/1.1" status: 204 len: 168 time: 0.4431520 Jul 29 09:56:35.832485 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152bc54-e8ca-49f9-ac58-1f9644c0b44a admin admin] Pushing event deleted for resources: {'Network': ['ID=dac5ff62-90fc-4b95-8a2d-ffca9137865b,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:56:35.995061 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38644) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:56:36.048261 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-444c7431-7580-412d-9df3-675421651b19 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9c3298aa89f4466e9ed8aca4a91d674a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516129 Jul 29 09:56:36.050893 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38646) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:56:36.125538 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c536590c-35e7-45f0-831e-505242731e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:36.156024 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c536590c-35e7-45f0-831e-505242731e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:36.236258 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c536590c-35e7-45f0-831e-505242731e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:36.241097 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c536590c-35e7-45f0-831e-505242731e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:36.243059 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-c536590c-35e7-45f0-831e-505242731e27 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5adf4e12-da5c-4b7d-bfd5-648c43f5df9b HTTP/1.1" status: 204 len: 168 time: 0.1910465 Jul 29 09:56:36.256393 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536590c-35e7-45f0-831e-505242731e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adf4e12-da5c-4b7d-bfd5-648c43f5df9b,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:56:44.195461 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:44.243802 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-13458c73-a233-4146-85d4-68a09ab92d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:47.292821 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-c1a9a230-cb7a-4cf0-8f07-8677fb34d865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:47.711824 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:48.652462 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:50.452749 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:56:58.353634 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:57:11.066604 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-591f20bc-18d2-414e-81a1-087b6222bfbc req-d043d53f-50bf-40fe-9721-dac3bd4b6241 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393603 Jul 29 09:57:11.170037 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f20bc-18d2-414e-81a1-087b6222bfbc req-3e7436f5-6203-46f1-971c-ee52b1770c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:11.171633 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-591f20bc-18d2-414e-81a1-087b6222bfbc req-3e7436f5-6203-46f1-971c-ee52b1770c8e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d0213ef301145e88bfeefb34d12fda1&device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 1098 time: 0.0454342 Jul 29 09:57:11.278674 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f20bc-18d2-414e-81a1-087b6222bfbc req-b52c8cc2-cb34-46da-ada6-98a13116b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:11.280190 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-591f20bc-18d2-414e-81a1-087b6222bfbc req-b52c8cc2-cb34-46da-ada6-98a13116b326 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a HTTP/1.1" status: 200 len: 913 time: 0.0861938 Jul 29 09:57:11.349587 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-591f20bc-18d2-414e-81a1-087b6222bfbc req-0b8e04aa-3fe1-4eba-83b5-a0b6f4e04290 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82fec0ca-9a10-4978-b588-19cdc69d082e HTTP/1.1" status: 200 len: 1000 time: 0.0612319 Jul 29 09:57:11.399046 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f20bc-18d2-414e-81a1-087b6222bfbc req-e18435ed-deb9-49aa-a251-3a005c442dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:11.400537 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-591f20bc-18d2-414e-81a1-087b6222bfbc req-e18435ed-deb9-49aa-a251-3a005c442dd0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b1dd2e5b-eac9-466e-88de-e575ea4f6a52 HTTP/1.1" status: 200 len: 850 time: 0.0435326 Jul 29 09:57:11.446642 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f20bc-18d2-414e-81a1-087b6222bfbc req-6964d9c5-80d1-4f72-922d-eb0e32b04431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:11.448137 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-591f20bc-18d2-414e-81a1-087b6222bfbc req-6964d9c5-80d1-4f72-922d-eb0e32b04431 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402329 Jul 29 09:57:11.541645 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-591f20bc-18d2-414e-81a1-087b6222bfbc req-d11e60f1-3aaa-4fd6-9064-beec4e9cb9f5 service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859869 Jul 29 09:57:11.639876 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-591f20bc-18d2-414e-81a1-087b6222bfbc req-43e930cc-c884-4068-8cd1-b2e0890fb0e0 service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909319 Jul 29 09:57:14.207969 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:57:14.243759 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-b69a263f-4d85-476a-997b-2fa1b4c803ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:57:17.283999 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-03e7530e-44a7-4e69-80ae-f54f96cc003e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:57:17.708473 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:57:18.653308 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:57:20.446139 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:57:26.071663 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3563d-c632-4223-a131-af4cb487647f req-22371d91-b8fc-4899-85ab-58615d64ee95 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:26.073286 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7fc3563d-c632-4223-a131-af4cb487647f req-22371d91-b8fc-4899-85ab-58615d64ee95 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 984 time: 0.0518341 Jul 29 09:57:26.118622 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f34a0c-1903-495f-b848-87bb2cc42b53 req-a069eea7-ab9d-4ad5-af1e-7add09e3cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:26.121190 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-60f34a0c-1903-495f-b848-87bb2cc42b53 req-a069eea7-ab9d-4ad5-af1e-7add09e3cd62 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ce85ecee1bbb438e9e43ecc78295cb72&device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 1137 time: 0.0552957 Jul 29 09:57:26.125146 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7fc3563d-c632-4223-a131-af4cb487647f req-b1a611f6-4fab-4eeb-a460-ab24aabaf117 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&id=53d524ac-0d1a-4735-a279-2693bc5b120e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437784 Jul 29 09:57:26.227625 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f34a0c-1903-495f-b848-87bb2cc42b53 req-b65e73d1-380c-4b5e-83ba-586e7be78a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:26.229084 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-60f34a0c-1903-495f-b848-87bb2cc42b53 req-b65e73d1-380c-4b5e-83ba-586e7be78a83 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bb3bd51d-b489-4795-b464-e3136f29bc87 HTTP/1.1" status: 200 len: 917 time: 0.0996611 Jul 29 09:57:26.299566 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-60f34a0c-1903-495f-b848-87bb2cc42b53 req-63dd444a-d4aa-4999-9cbc-4402108b9e4b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a01525-0543-4ca6-beab-e4a937590492 HTTP/1.1" status: 200 len: 1001 time: 0.0613661 Jul 29 09:57:26.355676 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f34a0c-1903-495f-b848-87bb2cc42b53 req-fe81a746-2907-4daf-b077-989652aa9246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:26.357265 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-60f34a0c-1903-495f-b848-87bb2cc42b53 req-fe81a746-2907-4daf-b077-989652aa9246 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0a1e3e51-273f-4db5-93c1-39dca98e69d4 HTTP/1.1" status: 200 len: 854 time: 0.0497184 Jul 29 09:57:26.405878 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f34a0c-1903-495f-b848-87bb2cc42b53 req-4cc5bd9d-1389-4fa7-886f-1b5f537df3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:26.407399 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-60f34a0c-1903-495f-b848-87bb2cc42b53 req-4cc5bd9d-1389-4fa7-886f-1b5f537df3ad service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bb3bd51d-b489-4795-b464-e3136f29bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418622 Jul 29 09:57:26.520474 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-60f34a0c-1903-495f-b848-87bb2cc42b53 req-e7080f0a-9167-4e19-a99b-57b5bba0c033 service neutron] 10.222.0.89 "GET /v2.0/networks/bb3bd51d-b489-4795-b464-e3136f29bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009912 Jul 29 09:57:26.633829 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-60f34a0c-1903-495f-b848-87bb2cc42b53 req-abc3276a-52e7-4f3d-b934-300ce6b70f7b service neutron] 10.222.0.89 "GET /v2.0/networks/bb3bd51d-b489-4795-b464-e3136f29bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047437 Jul 29 09:57:27.256318 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638c4eb-cdc9-4d96-b742-5acb23b1a8b0 req-3ce10949-d7e3-42cf-8a2d-4c67c94b720f tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:27.257866 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2638c4eb-cdc9-4d96-b742-5acb23b1a8b0 req-3ce10949-d7e3-42cf-8a2d-4c67c94b720f tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 984 time: 0.0552523 Jul 29 09:57:27.305947 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2638c4eb-cdc9-4d96-b742-5acb23b1a8b0 req-267a0c37-5403-4368-b121-27da2f20a6ff tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&id=53d524ac-0d1a-4735-a279-2693bc5b120e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413537 Jul 29 09:57:28.435892 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5be5de-ae18-40d5-abd5-fe6112e4ec6b req-1f614818-07ab-42f4-81bf-33b6b8949594 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:28.437576 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2c5be5de-ae18-40d5-abd5-fe6112e4ec6b req-1f614818-07ab-42f4-81bf-33b6b8949594 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 984 time: 0.0555890 Jul 29 09:57:28.484536 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2c5be5de-ae18-40d5-abd5-fe6112e4ec6b req-6bde324a-d6f5-45be-b36e-469d68ae39ee tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&id=53d524ac-0d1a-4735-a279-2693bc5b120e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387099 Jul 29 09:57:29.616625 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a616010-e0ff-43e9-86ad-9686acfdb72e req-3ff61321-f5c2-46df-a1d2-db8df57d00cf tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:29.618402 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2a616010-e0ff-43e9-86ad-9686acfdb72e req-3ff61321-f5c2-46df-a1d2-db8df57d00cf tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 984 time: 0.0593655 Jul 29 09:57:29.671255 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2a616010-e0ff-43e9-86ad-9686acfdb72e req-11f1db58-1d29-4b53-b9c3-31baedde4759 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&id=53d524ac-0d1a-4735-a279-2693bc5b120e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453219 Jul 29 09:57:30.805206 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026673c5-4798-4d66-b842-759e3a0dae27 req-1b46bb49-fcc9-4d81-9a10-d3c1596d9eff tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:30.806793 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-026673c5-4798-4d66-b842-759e3a0dae27 req-1b46bb49-fcc9-4d81-9a10-d3c1596d9eff tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 984 time: 0.0532928 Jul 29 09:57:30.863099 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-026673c5-4798-4d66-b842-759e3a0dae27 req-aa6bf2ec-91a8-4bce-a4e7-7dda179e2d9f tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&id=53d524ac-0d1a-4735-a279-2693bc5b120e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483940 Jul 29 09:57:32.017878 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444b94f-7f0c-4c10-839f-ddac270613ad req-98abe7c1-eb43-43a4-866a-ec4a86a18d31 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:32.019814 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2444b94f-7f0c-4c10-839f-ddac270613ad req-98abe7c1-eb43-43a4-866a-ec4a86a18d31 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 984 time: 0.0628622 Jul 29 09:57:32.069930 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2444b94f-7f0c-4c10-839f-ddac270613ad req-2a69b98a-7551-4e5e-a677-43b23b1eaf8a tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&id=53d524ac-0d1a-4735-a279-2693bc5b120e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424862 Jul 29 09:57:32.692914 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469386a7-5dee-4bcc-9ad9-4ed5b4e4e264 req-b8c98cc9-5d7f-4322-a3b7-5f6253a4c9f3 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:32.694486 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-469386a7-5dee-4bcc-9ad9-4ed5b4e4e264 req-b8c98cc9-5d7f-4322-a3b7-5f6253a4c9f3 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0591433 Jul 29 09:57:32.751993 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-469386a7-5dee-4bcc-9ad9-4ed5b4e4e264 req-70c8fb9b-fd89-470f-a645-709ee0ac343f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472205 Jul 29 09:57:33.205388 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7af9c-6239-4f11-ab40-78bc1dafd278 req-6f58de5d-7206-4a31-87a8-ad23231b529d tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:33.207624 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c8e7af9c-6239-4f11-ab40-78bc1dafd278 req-6f58de5d-7206-4a31-87a8-ad23231b529d tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 984 time: 0.0582650 Jul 29 09:57:33.259552 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c8e7af9c-6239-4f11-ab40-78bc1dafd278 req-b849f8a9-6bb8-4f0e-9e1d-5dfddc58c7fa tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&id=53d524ac-0d1a-4735-a279-2693bc5b120e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449157 Jul 29 09:57:33.903414 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b053b-aedd-4a6d-8144-4339855d562f req-725d5e3a-10be-4dbe-b2af-32326d23db40 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:33.905021 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c31b053b-aedd-4a6d-8144-4339855d562f req-725d5e3a-10be-4dbe-b2af-32326d23db40 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0598319 Jul 29 09:57:33.947213 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c31b053b-aedd-4a6d-8144-4339855d562f req-f7045b87-6e23-430d-819b-ac63c29f3181 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343649 Jul 29 09:57:34.378710 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3950f2-767e-4b05-8bba-5705e84b701d req-00481fe2-ac6e-46b4-a560-2ca5074fbef5 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:34.380197 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d3950f2-767e-4b05-8bba-5705e84b701d req-00481fe2-ac6e-46b4-a560-2ca5074fbef5 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 984 time: 0.0504949 Jul 29 09:57:34.428006 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d3950f2-767e-4b05-8bba-5705e84b701d req-451ea9fb-aa13-4280-adc6-9f2f2239e358 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&id=53d524ac-0d1a-4735-a279-2693bc5b120e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388722 Jul 29 09:57:35.071394 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29394c2b-1526-4282-bbea-6d3eb7023ee4 req-15de0992-623e-45ea-9642-2ab9e566a67e tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:35.073067 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-29394c2b-1526-4282-bbea-6d3eb7023ee4 req-15de0992-623e-45ea-9642-2ab9e566a67e tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0509009 Jul 29 09:57:35.122609 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-29394c2b-1526-4282-bbea-6d3eb7023ee4 req-0fba869b-1d1c-4442-ac26-ccf70607884e tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422161 Jul 29 09:57:35.353295 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:57:35.549035 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1344cd-c018-4278-ab10-9de0d37e1d66 req-1e841abd-efd9-43d0-a750-c47237d6ef45 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:35.550589 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cf1344cd-c018-4278-ab10-9de0d37e1d66 req-1e841abd-efd9-43d0-a750-c47237d6ef45 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 984 time: 0.0527971 Jul 29 09:57:35.600394 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cf1344cd-c018-4278-ab10-9de0d37e1d66 req-80d4431a-bf38-49a4-b8b4-2848e8583709 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&id=53d524ac-0d1a-4735-a279-2693bc5b120e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428252 Jul 29 09:57:36.265579 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81da3ba-f5d2-4817-8db7-e98b18d9982e req-db95ab1e-cfcb-4a9c-a338-c7f5191da02a tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:36.268129 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f81da3ba-f5d2-4817-8db7-e98b18d9982e req-db95ab1e-cfcb-4a9c-a338-c7f5191da02a tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0641446 Jul 29 09:57:36.318629 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f81da3ba-f5d2-4817-8db7-e98b18d9982e req-fd227e5d-5828-41ae-b18b-befad190bc0b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378020 Jul 29 09:57:36.727510 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d18c6-7204-4669-8424-12d930bb8d41 req-8125868b-3df5-4ca0-a174-6ec3ceffd9c7 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:36.729079 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eb7d18c6-7204-4669-8424-12d930bb8d41 req-8125868b-3df5-4ca0-a174-6ec3ceffd9c7 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 984 time: 0.0560210 Jul 29 09:57:36.774559 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eb7d18c6-7204-4669-8424-12d930bb8d41 req-3d322303-cbe2-4dae-bdff-1e0837ee9722 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&id=53d524ac-0d1a-4735-a279-2693bc5b120e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390799 Jul 29 09:57:37.441732 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a045bc-542a-4496-b1b0-0b71160f646e req-ef222841-47b3-4e01-8d7a-17f6a2fef1e5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:37.443298 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b5a045bc-542a-4496-b1b0-0b71160f646e req-ef222841-47b3-4e01-8d7a-17f6a2fef1e5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0544214 Jul 29 09:57:37.492387 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b5a045bc-542a-4496-b1b0-0b71160f646e req-179304d0-2cd0-44db-9a62-57f0356296ff tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383046 Jul 29 09:57:37.898366 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c64de-0abd-4b7d-9332-f655847e69cb req-ab04986f-7774-4dcf-9a90-193a8338a446 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:37.899881 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6e9c64de-0abd-4b7d-9332-f655847e69cb req-ab04986f-7774-4dcf-9a90-193a8338a446 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 984 time: 0.0507152 Jul 29 09:57:37.953258 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6e9c64de-0abd-4b7d-9332-f655847e69cb req-1c267e0e-febc-48a2-b0cf-d8e660b921da tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&id=53d524ac-0d1a-4735-a279-2693bc5b120e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452518 Jul 29 09:57:38.624628 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47e485-c326-47ab-8eb9-42f16dd8aa6f req-e18e95d8-4591-4aca-99c0-687475fa62fe tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:38.626952 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2a47e485-c326-47ab-8eb9-42f16dd8aa6f req-e18e95d8-4591-4aca-99c0-687475fa62fe tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0545774 Jul 29 09:57:38.683036 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2a47e485-c326-47ab-8eb9-42f16dd8aa6f req-fc236368-5f38-4824-ae8a-4704269d8e1d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488877 Jul 29 09:57:39.540248 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bb32b-3952-4587-9ca5-9c1780cce749 req-56a131f6-7f6e-4c2a-b979-7538b6370966 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:39.541986 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6c0bb32b-3952-4587-9ca5-9c1780cce749 req-56a131f6-7f6e-4c2a-b979-7538b6370966 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0872679 Jul 29 09:57:39.595776 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6c0bb32b-3952-4587-9ca5-9c1780cce749 req-8bc69bdb-094d-4cdc-99d2-6b87f861e70f tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461929 Jul 29 09:57:39.867602 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e4fed-f95f-4328-8392-e251be6aeb2b req-b1e3b7df-de04-418d-a2f8-8ed8855e68cc tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:39.869386 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-320e4fed-f95f-4328-8392-e251be6aeb2b req-b1e3b7df-de04-418d-a2f8-8ed8855e68cc tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0765154 Jul 29 09:57:39.920890 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-320e4fed-f95f-4328-8392-e251be6aeb2b req-ae3ae0af-b249-490c-9369-93faae3b1308 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443580 Jul 29 09:57:40.789148 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf468b-eee2-4f8d-ab52-d221ebcf6278 req-97b15172-e499-4221-a478-9fe29a96750d tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:40.790777 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eeaf468b-eee2-4f8d-ab52-d221ebcf6278 req-97b15172-e499-4221-a478-9fe29a96750d tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0846462 Jul 29 09:57:40.865785 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eeaf468b-eee2-4f8d-ab52-d221ebcf6278 req-d2d4e164-f8b0-4673-8f55-2df1e00d4d89 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630536 Jul 29 09:57:41.133867 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd36b0-1b7c-4b00-a66f-98f18dcc0dd9 req-990371e4-8749-4c3b-b0ce-4684e8c3683d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:41.136464 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-66cd36b0-1b7c-4b00-a66f-98f18dcc0dd9 req-990371e4-8749-4c3b-b0ce-4684e8c3683d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0920138 Jul 29 09:57:41.195280 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-66cd36b0-1b7c-4b00-a66f-98f18dcc0dd9 req-ee8134ab-a9b3-4d73-99f7-5c8bedd662d5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471411 Jul 29 09:57:42.077177 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5fe3f-51b8-473a-89ce-9a69e75a3c2b req-92196b4f-1c33-496e-8837-2e3e939bf2c6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:42.079812 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a2e5fe3f-51b8-473a-89ce-9a69e75a3c2b req-92196b4f-1c33-496e-8837-2e3e939bf2c6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0892253 Jul 29 09:57:42.128188 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a2e5fe3f-51b8-473a-89ce-9a69e75a3c2b req-73896142-fa6a-4f26-b957-43a20ec5c833 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382400 Jul 29 09:57:42.380331 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51952d46-2b84-4ffd-9079-ea9896b38a85 req-67042d4b-7c04-421f-bae6-65521a99f5f6 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:42.383282 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-51952d46-2b84-4ffd-9079-ea9896b38a85 req-67042d4b-7c04-421f-bae6-65521a99f5f6 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0774808 Jul 29 09:57:42.441163 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-51952d46-2b84-4ffd-9079-ea9896b38a85 req-8af764e5-0738-4c80-a51c-e6d459adacd5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467110 Jul 29 09:57:43.273498 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beab4c1-37f6-4500-b6a2-dae7991c606f req-0b0a1be8-3fe4-4e17-a33b-c400fb515f30 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:43.275555 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6beab4c1-37f6-4500-b6a2-dae7991c606f req-0b0a1be8-3fe4-4e17-a33b-c400fb515f30 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0668099 Jul 29 09:57:43.331276 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6beab4c1-37f6-4500-b6a2-dae7991c606f req-ab843a18-3657-4d11-8113-b8727559097e tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367687 Jul 29 09:57:43.597264 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70069d29-e428-4ff3-92ea-6fb11ae32524 req-9cb73948-a65b-477e-af8e-fea20a8e2c01 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:43.599046 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-70069d29-e428-4ff3-92ea-6fb11ae32524 req-9cb73948-a65b-477e-af8e-fea20a8e2c01 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0671864 Jul 29 09:57:43.648385 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-70069d29-e428-4ff3-92ea-6fb11ae32524 req-cb60be17-82a6-48ff-b5b1-69781963ce74 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406659 Jul 29 09:57:44.196118 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:57:44.246590 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-597b05d0-f022-472c-8559-2b5c525921ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:57:44.490956 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f27ecf-469e-4bea-8006-8eeb78e02071 req-b5658370-9ed2-4aa1-9697-8705c0d91f50 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:44.492443 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b3f27ecf-469e-4bea-8006-8eeb78e02071 req-b5658370-9ed2-4aa1-9697-8705c0d91f50 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0733569 Jul 29 09:57:44.557246 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b3f27ecf-469e-4bea-8006-8eeb78e02071 req-9c68e100-9a0c-479e-b3d7-29fffe074248 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572300 Jul 29 09:57:44.821209 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53125636-234c-4139-8260-cf238b43a020 req-ea43b2db-e952-4fd0-bb11-04ed4e3df578 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:44.823577 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-53125636-234c-4139-8260-cf238b43a020 req-ea43b2db-e952-4fd0-bb11-04ed4e3df578 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0735343 Jul 29 09:57:44.887272 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-53125636-234c-4139-8260-cf238b43a020 req-8b1acc10-49be-4325-9822-9741272f9f92 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571537 Jul 29 09:57:45.746278 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142ceec-d0c7-44fd-9eec-60639f68630f req-e757db4d-4ee8-47f2-8da5-081b45f8dcbf tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:45.749069 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8142ceec-d0c7-44fd-9eec-60639f68630f req-e757db4d-4ee8-47f2-8da5-081b45f8dcbf tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0948620 Jul 29 09:57:45.808781 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8142ceec-d0c7-44fd-9eec-60639f68630f req-dea022c7-d716-4966-982b-f99d85cfe59c tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476041 Jul 29 09:57:46.056548 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e55c97-35a7-4b00-ba39-59fe17789751 req-3aca61c9-c08d-4d0f-9d22-b269d9e5394b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:46.058976 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-97e55c97-35a7-4b00-ba39-59fe17789751 req-3aca61c9-c08d-4d0f-9d22-b269d9e5394b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0690408 Jul 29 09:57:46.124666 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-97e55c97-35a7-4b00-ba39-59fe17789751 req-7fc91f2e-0469-46d6-a70f-0eef960dbb22 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574415 Jul 29 09:57:46.998756 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911d698-cec0-4111-9131-c0fdcf033316 req-1ac8584f-8a08-4a28-a6df-a0faf88dc383 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:47.000940 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4911d698-cec0-4111-9131-c0fdcf033316 req-1ac8584f-8a08-4a28-a6df-a0faf88dc383 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0819967 Jul 29 09:57:47.060322 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4911d698-cec0-4111-9131-c0fdcf033316 req-cd4af2f4-0222-4e9c-b8a4-6542144f9591 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483532 Jul 29 09:57:47.298947 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-6365ada7-7a36-481d-9708-78924a71321b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:57:47.332074 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332acdb-5fea-4661-b10b-45ba00722b2c req-8cd00357-96ca-4fb0-8f3a-1b3ce5fcebdf tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:47.335010 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7332acdb-5fea-4661-b10b-45ba00722b2c req-8cd00357-96ca-4fb0-8f3a-1b3ce5fcebdf tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0792735 Jul 29 09:57:47.403959 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7332acdb-5fea-4661-b10b-45ba00722b2c req-5e079742-4064-4816-80cb-cf9635307238 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577343 Jul 29 09:57:47.724315 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:57:48.232220 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85fc88-aa69-47a1-ab85-f96f3fb643c6 req-730bd032-41b1-4e38-a1c6-31ccf37f1fa5 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:48.234294 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fa85fc88-aa69-47a1-ab85-f96f3fb643c6 req-730bd032-41b1-4e38-a1c6-31ccf37f1fa5 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0759482 Jul 29 09:57:48.291790 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fa85fc88-aa69-47a1-ab85-f96f3fb643c6 req-06a281d2-2be2-4e2b-9b79-8fe7d13135eb tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462229 Jul 29 09:57:48.600176 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd683264-b245-48b8-a0cd-6c5edccd0618 req-af64fbc9-f26e-40d2-9a48-382b63709534 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:48.602701 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dd683264-b245-48b8-a0cd-6c5edccd0618 req-af64fbc9-f26e-40d2-9a48-382b63709534 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0808644 Jul 29 09:57:48.671784 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:57:48.676228 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dd683264-b245-48b8-a0cd-6c5edccd0618 req-c61ff9d1-ac8d-41f3-b14a-9e50aa538396 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632749 Jul 29 09:57:49.462831 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e4cba-37c0-4150-85f1-a10c212c8f4f req-fbe7a233-8053-406c-b446-66e31023b4d5 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:49.465664 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a83e4cba-37c0-4150-85f1-a10c212c8f4f req-fbe7a233-8053-406c-b446-66e31023b4d5 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0807126 Jul 29 09:57:49.518733 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a83e4cba-37c0-4150-85f1-a10c212c8f4f req-3d3a15aa-7576-42aa-af1e-3a372634e177 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464118 Jul 29 09:57:49.764305 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6282b4-bd34-444d-9f0c-5d54d79d1100 req-b5fd7654-48db-401a-9a7e-0f94c61f3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:49.766300 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fc6282b4-bd34-444d-9f0c-5d54d79d1100 req-b5fd7654-48db-401a-9a7e-0f94c61f3df1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=147b9f51d3f941a6a9a6089a8002c50c&device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 1098 time: 0.0470960 Jul 29 09:57:49.847715 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896a21f-cb8e-4357-88f6-e86934651d71 req-4d80e77c-3a81-410d-96c8-355d3de36bf8 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:49.849385 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c896a21f-cb8e-4357-88f6-e86934651d71 req-4d80e77c-3a81-410d-96c8-355d3de36bf8 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0735164 Jul 29 09:57:49.896791 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6282b4-bd34-444d-9f0c-5d54d79d1100 req-86b97d69-a7d7-4621-a91d-302a31320c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:49.899352 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fc6282b4-bd34-444d-9f0c-5d54d79d1100 req-86b97d69-a7d7-4621-a91d-302a31320c70 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3d26533d-aae3-4e39-98ba-6024be38bcd3 HTTP/1.1" status: 200 len: 910 time: 0.1241717 Jul 29 09:57:49.916800 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c896a21f-cb8e-4357-88f6-e86934651d71 req-6291b1d4-8241-48ae-9cfb-327832f1016a tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592980 Jul 29 09:57:49.982453 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fc6282b4-bd34-444d-9f0c-5d54d79d1100 req-b47e3572-f813-44ce-b246-a856b52031e6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8193ec-3c2f-4425-910c-12007d5ff872 HTTP/1.1" status: 200 len: 1001 time: 0.0748043 Jul 29 09:57:50.058874 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6282b4-bd34-444d-9f0c-5d54d79d1100 req-144463e3-83bc-4893-aecd-35dbc1abeda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:50.060382 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fc6282b4-bd34-444d-9f0c-5d54d79d1100 req-144463e3-83bc-4893-aecd-35dbc1abeda1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1988ccbe-a5bc-4fe7-8a63-64acf70441a3 HTTP/1.1" status: 200 len: 847 time: 0.0691805 Jul 29 09:57:50.130628 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6282b4-bd34-444d-9f0c-5d54d79d1100 req-3d559128-09a3-4066-971b-7d4678c21bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:50.132234 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fc6282b4-bd34-444d-9f0c-5d54d79d1100 req-3d559128-09a3-4066-971b-7d4678c21bc3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3d26533d-aae3-4e39-98ba-6024be38bcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610566 Jul 29 09:57:50.285981 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fc6282b4-bd34-444d-9f0c-5d54d79d1100 req-1d355428-1606-47ce-95c6-7ab1de41617a service neutron] 10.222.0.89 "GET /v2.0/networks/3d26533d-aae3-4e39-98ba-6024be38bcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340008 Jul 29 09:57:50.451605 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fc6282b4-bd34-444d-9f0c-5d54d79d1100 req-16b92873-1c7d-472c-b89d-281104bff542 service neutron] 10.222.0.89 "GET /v2.0/networks/3d26533d-aae3-4e39-98ba-6024be38bcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577275 Jul 29 09:57:50.467054 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:57:50.705220 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de5e94-da81-44c1-823c-b5a0938aa14b req-13f0f46f-f6e8-4954-91e8-fbc248d99f01 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:50.705220 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d7de5e94-da81-44c1-823c-b5a0938aa14b req-13f0f46f-f6e8-4954-91e8-fbc248d99f01 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0866747 Jul 29 09:57:50.762261 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d7de5e94-da81-44c1-823c-b5a0938aa14b req-76fe5c10-422b-4abc-80a8-2b9561732e81 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487740 Jul 29 09:57:51.078378 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63453b9f-26c8-4c2c-bee5-e9d05240df44 req-d697fdd0-d768-4c27-876e-98c53b8fa3ae tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:51.079983 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-63453b9f-26c8-4c2c-bee5-e9d05240df44 req-d697fdd0-d768-4c27-876e-98c53b8fa3ae tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0625944 Jul 29 09:57:51.131418 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-63453b9f-26c8-4c2c-bee5-e9d05240df44 req-731ca2fd-5ff5-47a2-9858-c0a4bfd50ae6 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445600 Jul 29 09:57:51.929908 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6e880-e56a-42a8-965b-0643a4b24a44 req-7a88d356-52ed-4e7b-80d0-b35a0f8c81cf tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:51.932321 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-49b6e880-e56a-42a8-965b-0643a4b24a44 req-7a88d356-52ed-4e7b-80d0-b35a0f8c81cf tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0835302 Jul 29 09:57:51.998678 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-49b6e880-e56a-42a8-965b-0643a4b24a44 req-5b78bb20-788d-4bd1-a68c-5dedd07d2703 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600574 Jul 29 09:57:52.285306 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1bc31-aa56-4207-881f-ea7b76c905fe req-0092e39d-0f7b-45fd-befb-f98da06dc11c tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:52.287415 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d8f1bc31-aa56-4207-881f-ea7b76c905fe req-0092e39d-0f7b-45fd-befb-f98da06dc11c tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0717051 Jul 29 09:57:52.348807 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d8f1bc31-aa56-4207-881f-ea7b76c905fe req-125574a8-bf69-4f05-91dd-ed822ecb9896 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517035 Jul 29 09:57:53.099497 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d318d-c699-41f7-8b10-8d1a87e685c3 req-53274f98-a4c4-4d58-9fe2-16c699531e81 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:53.102855 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ca6d318d-c699-41f7-8b10-8d1a87e685c3 req-53274f98-a4c4-4d58-9fe2-16c699531e81 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0783901 Jul 29 09:57:53.192369 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ca6d318d-c699-41f7-8b10-8d1a87e685c3 req-b562def7-1e86-4b58-904b-7b3e772ef378 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762441 Jul 29 09:57:53.214809 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa296a1-7966-4e83-aef6-d81764f00ab4 req-1fa5a08d-9ddb-494d-96f4-42b995f60291 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:53.217209 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3fa296a1-7966-4e83-aef6-d81764f00ab4 req-1fa5a08d-9ddb-494d-96f4-42b995f60291 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0972567 Jul 29 09:57:53.261021 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3fa296a1-7966-4e83-aef6-d81764f00ab4 req-2fcf6653-59ab-469e-ab40-145b5c6235a4 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348275 Jul 29 09:57:53.535495 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39b369-9163-45d5-8e33-70e116b2d9ac req-b5c61df9-ce87-43fb-9e6b-eb4c7b1cab85 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:53.537063 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6b39b369-9163-45d5-8e33-70e116b2d9ac req-b5c61df9-ce87-43fb-9e6b-eb4c7b1cab85 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0970273 Jul 29 09:57:53.570816 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ec153-9d4a-4f49-8e6e-b5651537c8ec req-10427588-24b7-4ebd-91f1-6e75eca42c9c tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:53.573397 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-207ec153-9d4a-4f49-8e6e-b5651537c8ec req-10427588-24b7-4ebd-91f1-6e75eca42c9c tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0903611 Jul 29 09:57:53.576697 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 38962) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:57:53.633632 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6b39b369-9163-45d5-8e33-70e116b2d9ac req-daea5c55-44dc-4a8b-83c6-398eb46cc7a0 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856233 Jul 29 09:57:53.638960 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-207ec153-9d4a-4f49-8e6e-b5651537c8ec req-26009b29-81c3-4e71-bf51-b212d43e0b39 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557013 Jul 29 09:57:53.720313 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e263a72a-2a1e-4e06-b83b-34dd0aa232e3 req-36fe07c1-d567-4054-9f82-7a5550c87e91 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1420529 Jul 29 09:57:53.924901 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d0b89-3486-479a-ad88-4b21528546e6 req-5d6d6cf2-142c-4bc9-9d68-b59ab83a17c4 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:53.932621 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7a5d0b89-3486-479a-ad88-4b21528546e6 req-5d6d6cf2-142c-4bc9-9d68-b59ab83a17c4 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0675230 Jul 29 09:57:53.975857 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7a5d0b89-3486-479a-ad88-4b21528546e6 req-045206d4-a7fb-42d3-be68-adc97d8755d4 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420570 Jul 29 09:57:53.995933 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9c63c-65c9-43cf-bb5f-049bf31fbd39 req-e4b1fd9b-a7ce-4fc6-b687-c720c1555a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:53.997779 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a4f9c63c-65c9-43cf-bb5f-049bf31fbd39 req-e4b1fd9b-a7ce-4fc6-b687-c720c1555a3b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d0213ef301145e88bfeefb34d12fda1&device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 1098 time: 0.0711980 Jul 29 09:57:54.123322 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9c63c-65c9-43cf-bb5f-049bf31fbd39 req-0e393682-4884-4a69-bd95-6460a9723257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:54.125690 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a4f9c63c-65c9-43cf-bb5f-049bf31fbd39 req-0e393682-4884-4a69-bd95-6460a9723257 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a HTTP/1.1" status: 200 len: 913 time: 0.1161909 Jul 29 09:57:54.206676 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a4f9c63c-65c9-43cf-bb5f-049bf31fbd39 req-41dbabd4-5724-4810-b85f-42965de95c1c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82fec0ca-9a10-4978-b588-19cdc69d082e HTTP/1.1" status: 200 len: 1000 time: 0.0734429 Jul 29 09:57:54.285181 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9c63c-65c9-43cf-bb5f-049bf31fbd39 req-fb6d9b98-db78-489b-b1d9-b7c0fbaf2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:54.286864 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a4f9c63c-65c9-43cf-bb5f-049bf31fbd39 req-fb6d9b98-db78-489b-b1d9-b7c0fbaf2bde service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b1dd2e5b-eac9-466e-88de-e575ea4f6a52 HTTP/1.1" status: 200 len: 850 time: 0.0731111 Jul 29 09:57:54.355770 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9c63c-65c9-43cf-bb5f-049bf31fbd39 req-fd60bcf6-b9cc-410b-8d7a-2a20598f122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:54.358343 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a4f9c63c-65c9-43cf-bb5f-049bf31fbd39 req-fd60bcf6-b9cc-410b-8d7a-2a20598f122e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639412 Jul 29 09:57:54.359399 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1c2ce-10da-4675-ad47-aa604490f27a req-979b76f0-6c8e-45bb-80b2-f81690399e9b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:54.361407 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f6f1c2ce-10da-4675-ad47-aa604490f27a req-979b76f0-6c8e-45bb-80b2-f81690399e9b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0645971 Jul 29 09:57:54.422323 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f6f1c2ce-10da-4675-ad47-aa604490f27a req-3dec3c2e-29d6-4411-9276-8fd5f37839c0 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498099 Jul 29 09:57:54.478386 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a4f9c63c-65c9-43cf-bb5f-049bf31fbd39 req-ad853fb0-aed1-4609-b8e5-34b62dd81668 service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117120 Jul 29 09:57:54.633364 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a4f9c63c-65c9-43cf-bb5f-049bf31fbd39 req-44966655-be73-4a3c-8220-cab5145202e1 service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471298 Jul 29 09:57:54.823059 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3e2db-b62a-4ed7-9251-f13269fc7a6b req-82f57e5b-1b9d-4835-8115-2009a6c3fe6a tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:54.824752 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2db3e2db-b62a-4ed7-9251-f13269fc7a6b req-82f57e5b-1b9d-4835-8115-2009a6c3fe6a tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0751455 Jul 29 09:57:54.873068 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2db3e2db-b62a-4ed7-9251-f13269fc7a6b req-50a32076-c026-4c23-8d1a-29719fa140e7 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403266 Jul 29 09:57:55.144077 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9aebb-3059-49cc-9d74-f87a6cd061d7 req-4bb4025a-85b4-4657-83fb-768beaa4e29f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:55.145972 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2ba9aebb-3059-49cc-9d74-f87a6cd061d7 req-4bb4025a-85b4-4657-83fb-768beaa4e29f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0604713 Jul 29 09:57:55.188909 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2ba9aebb-3059-49cc-9d74-f87a6cd061d7 req-f75280be-b858-4b4c-9f3e-ddc7601786de tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368340 Jul 29 09:57:55.255566 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device de8193ec-3c2f-4425-910c-12007d5ff872 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 09:57:55.352445 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:57:55.381361 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e15aa65-8716-4722-8e78-7ff7b1bb0fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de8193ec-3c2f-4425-910c-12007d5ff872'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:57:55.383774 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fe7eab-5556-4fb0-91c8-faad7bf69d57" -d '{"events": [{"server_uuid": "0e15aa65-8716-4722-8e78-7ff7b1bb0fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "de8193ec-3c2f-4425-910c-12007d5ff872"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:57:55.399162 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port de8193ec-3c2f-4425-910c-12007d5ff872, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=de8193ec-3c2f-4425-910c-12007d5ff872,segment=NetworkSegment(3aa5b6d6-24e0-444b-89e0-1c39745cfee1),segment_id=3aa5b6d6-24e0-444b-89e0-1c39745cfee1)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:57:55.403797 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:57:55.437788 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 09:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0c9a22-a68d-4ad7-9b9b-2ea4f0a64d16 x-openstack-request-id: req-0a0c9a22-a68d-4ad7-9b9b-2ea4f0a64d16 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:57:55.438146 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e15aa65-8716-4722-8e78-7ff7b1bb0fbd", "name": "network-vif-unplugged", "status": "failed", "tag": "de8193ec-3c2f-4425-910c-12007d5ff872", "code": 422}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:57:55.438456 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0a0c9a22-a68d-4ad7-9b9b-2ea4f0a64d16 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:57:55.439109 dv-cinder-788253-4-iscsi neutron-server[104730]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e15aa65-8716-4722-8e78-7ff7b1bb0fbd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de8193ec-3c2f-4425-910c-12007d5ff872', 'code': 422} returned with failed status Jul 29 09:57:55.465602 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=de8193ec-3c2f-4425-910c-12007d5ff872,revision_number=6']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:57:55.476633 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:57:55.477119 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:57:55.477540 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:57:55.478004 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:57:55.478436 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:57:55.479027 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:57:55.479289 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:57:55.479622 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:57:55.479956 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:57:55.480286 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:57:55.480619 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:57:55.480988 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:57:55.572597 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727d134-b616-48b4-a262-cd68d525ed77 req-88d70adf-f8e9-4d12-96ec-d323107ea7d3 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:55.574299 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b727d134-b616-48b4-a262-cd68d525ed77 req-88d70adf-f8e9-4d12-96ec-d323107ea7d3 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0627508 Jul 29 09:57:55.633169 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b727d134-b616-48b4-a262-cd68d525ed77 req-23b5c3c0-cc5a-441d-a7b5-4a2898efd9f7 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467715 Jul 29 09:57:56.018275 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bac10-4269-4082-adbd-8c5d754e9e29 req-96541909-8c5e-495a-9fc9-380cab4935aa tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:56.020404 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ca4bac10-4269-4082-adbd-8c5d754e9e29 req-96541909-8c5e-495a-9fc9-380cab4935aa tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0594885 Jul 29 09:57:56.075745 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ca4bac10-4269-4082-adbd-8c5d754e9e29 req-7d211e9e-8979-434a-88d9-960431c38d97 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454166 Jul 29 09:57:56.400837 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac716d-1d62-42ae-80c6-5a8ad4db5f52 req-20f99551-0fb7-42ed-8ab8-8bd89fa67bad tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:56.402989 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74ac716d-1d62-42ae-80c6-5a8ad4db5f52 req-20f99551-0fb7-42ed-8ab8-8bd89fa67bad tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0972462 Jul 29 09:57:56.466191 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74ac716d-1d62-42ae-80c6-5a8ad4db5f52 req-9e91998c-e51e-4e20-9dfa-aec5283c0ffb tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529070 Jul 29 09:57:56.809454 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f370ba-f632-4141-ad9b-d70216d8f765 req-3761a392-05da-4129-be16-3343686e9eb9 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:56.811274 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-05f370ba-f632-4141-ad9b-d70216d8f765 req-3761a392-05da-4129-be16-3343686e9eb9 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0651436 Jul 29 09:57:56.866102 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-05f370ba-f632-4141-ad9b-d70216d8f765 req-b7df4d56-3fed-490c-bc0d-a1aaf73d35bf tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461173 Jul 29 09:57:57.265019 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b556d6-e34c-4b46-9692-baa05816f0c2 req-726caa84-14ec-46a3-b243-03aa7fefdd91 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:57.267655 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b3b556d6-e34c-4b46-9692-baa05816f0c2 req-726caa84-14ec-46a3-b243-03aa7fefdd91 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0844185 Jul 29 09:57:57.337495 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b3b556d6-e34c-4b46-9692-baa05816f0c2 req-82fb0c72-be13-40af-996f-6beedadcd21c tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588768 Jul 29 09:57:57.809075 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263a72a-2a1e-4e06-b83b-34dd0aa232e3 req-515f2d11-e8bc-44e7-aac4-9d0ecc02951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:57.811907 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e263a72a-2a1e-4e06-b83b-34dd0aa232e3 req-515f2d11-e8bc-44e7-aac4-9d0ecc02951b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd&tenant_id=147b9f51d3f941a6a9a6089a8002c50c HTTP/1.1" status: 200 len: 1096 time: 0.1130712 Jul 29 09:57:57.919988 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263a72a-2a1e-4e06-b83b-34dd0aa232e3 req-57c1024b-543e-4c1c-b92e-eea50e9828fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:57.922847 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e263a72a-2a1e-4e06-b83b-34dd0aa232e3 req-57c1024b-543e-4c1c-b92e-eea50e9828fa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=147b9f51d3f941a6a9a6089a8002c50c&device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 1096 time: 0.0713525 Jul 29 09:57:58.087534 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2114cb-030e-4ee5-85fa-cc30074f3662 req-50c9ece0-9d83-4aea-bce7-49f76b0c64ae tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:58.090463 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2a2114cb-030e-4ee5-85fa-cc30074f3662 req-50c9ece0-9d83-4aea-bce7-49f76b0c64ae tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0943403 Jul 29 09:57:58.168244 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2a2114cb-030e-4ee5-85fa-cc30074f3662 req-824e2f0d-bd0e-4cb6-909a-da29375a58d4 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679879 Jul 29 09:57:58.344659 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263a72a-2a1e-4e06-b83b-34dd0aa232e3 req-0ff9a414-553e-4a46-961c-c93f4c9866db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:58.347818 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e263a72a-2a1e-4e06-b83b-34dd0aa232e3 req-0ff9a414-553e-4a46-961c-c93f4c9866db service neutron] 10.222.0.89 "GET /v2.0/networks?id=3d26533d-aae3-4e39-98ba-6024be38bcd3 HTTP/1.1" status: 200 len: 910 time: 0.4171891 Jul 29 09:57:58.456431 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e263a72a-2a1e-4e06-b83b-34dd0aa232e3 req-1377c6f4-52f4-497c-a91d-9d6f67691e62 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8193ec-3c2f-4425-910c-12007d5ff872 HTTP/1.1" status: 200 len: 999 time: 0.0985067 Jul 29 09:57:58.551862 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263a72a-2a1e-4e06-b83b-34dd0aa232e3 req-b649e5cd-3237-402e-be53-31fb1de74e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:58.552242 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff90ea-4d64-4c10-a9b8-9eee7bfc2f23 req-be4eedb4-2a5f-4e29-ab31-2e8df42a27a2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:58.554542 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e263a72a-2a1e-4e06-b83b-34dd0aa232e3 req-b649e5cd-3237-402e-be53-31fb1de74e9f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1988ccbe-a5bc-4fe7-8a63-64acf70441a3 HTTP/1.1" status: 200 len: 847 time: 0.0913830 Jul 29 09:57:58.554924 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-20ff90ea-4d64-4c10-a9b8-9eee7bfc2f23 req-be4eedb4-2a5f-4e29-ab31-2e8df42a27a2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0908825 Jul 29 09:57:58.639927 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263a72a-2a1e-4e06-b83b-34dd0aa232e3 req-6c7f9306-8870-4dd8-966c-d4c0a4e84d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:58.642349 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e263a72a-2a1e-4e06-b83b-34dd0aa232e3 req-6c7f9306-8870-4dd8-966c-d4c0a4e84d82 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3d26533d-aae3-4e39-98ba-6024be38bcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797403 Jul 29 09:57:58.643133 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-20ff90ea-4d64-4c10-a9b8-9eee7bfc2f23 req-f95613fb-88f4-43ac-966d-b5ea16d1829a tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730124 Jul 29 09:57:58.785868 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e263a72a-2a1e-4e06-b83b-34dd0aa232e3 req-252416c4-45ed-46ff-8ad0-32fb3c804da3 service neutron] 10.222.0.89 "GET /v2.0/networks/3d26533d-aae3-4e39-98ba-6024be38bcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353085 Jul 29 09:57:58.962342 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e263a72a-2a1e-4e06-b83b-34dd0aa232e3 req-aeb1d29b-1d41-4ab6-aa97-87aa365449ec service neutron] 10.222.0.89 "GET /v2.0/networks/3d26533d-aae3-4e39-98ba-6024be38bcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675873 Jul 29 09:57:59.386027 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18649c-b250-465d-ac11-b570ac39fcd7 req-b2f11fa4-a909-4543-86f0-697128f3368c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:59.388036 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2e18649c-b250-465d-ac11-b570ac39fcd7 req-b2f11fa4-a909-4543-86f0-697128f3368c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0794654 Jul 29 09:57:59.447111 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2e18649c-b250-465d-ac11-b570ac39fcd7 req-394e6aa9-1621-4e4a-a9f9-c4b90d2c37b4 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522628 Jul 29 09:57:59.808793 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277b5c3-c4bb-4906-aa73-185646456d50 req-0dc3b858-841d-4d31-9673-2edc0a54e269 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:57:59.811378 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e277b5c3-c4bb-4906-aa73-185646456d50 req-0dc3b858-841d-4d31-9673-2edc0a54e269 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0770850 Jul 29 09:57:59.874981 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e277b5c3-c4bb-4906-aa73-185646456d50 req-e6538fe1-b265-4869-a039-4a89bb07ee65 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554647 Jul 29 09:58:00.627762 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb08967-c669-4b1b-b363-38807ce1a106 req-814a014b-5734-40b9-9b1f-f452c56d3ad1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:00.629623 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6fb08967-c669-4b1b-b363-38807ce1a106 req-814a014b-5734-40b9-9b1f-f452c56d3ad1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0761611 Jul 29 09:58:00.687437 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6fb08967-c669-4b1b-b363-38807ce1a106 req-13e3fda9-3165-43c8-8f22-b76022696d08 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454338 Jul 29 09:58:01.016651 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e0610-7def-4e79-9999-01b4d5f115c0 req-362369a6-b47a-4acb-8bcf-83009fa57f73 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:01.018830 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ff7e0610-7def-4e79-9999-01b4d5f115c0 req-362369a6-b47a-4acb-8bcf-83009fa57f73 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0580976 Jul 29 09:58:01.072492 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ff7e0610-7def-4e79-9999-01b4d5f115c0 req-f57ff21d-257c-46c3-bfde-362374de13e8 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467691 Jul 29 09:58:01.871291 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee2218-20df-4527-a2f6-af4b7ed6c891 req-247bb7b2-663e-4361-97aa-ab8b6efacf2a tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:01.873958 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4cee2218-20df-4527-a2f6-af4b7ed6c891 req-247bb7b2-663e-4361-97aa-ab8b6efacf2a tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0717404 Jul 29 09:58:01.925002 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4cee2218-20df-4527-a2f6-af4b7ed6c891 req-52603e0a-6b80-4810-ad5f-aa1812b2859e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393970 Jul 29 09:58:02.249894 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782645ad-d3fc-426e-8438-552e27e674f8 req-5bbc992e-e820-4371-8758-6aa6f9c7cca6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:02.253232 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-782645ad-d3fc-426e-8438-552e27e674f8 req-5bbc992e-e820-4371-8758-6aa6f9c7cca6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0782697 Jul 29 09:58:02.308505 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-782645ad-d3fc-426e-8438-552e27e674f8 req-e89af85b-9ede-427e-8416-993ad1b9bca1 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450089 Jul 29 09:58:03.087467 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf44e97-a79d-4c23-82df-76be33fd59cb req-c6a4f93d-a5e7-4353-99a1-3c9011844660 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:03.089415 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-aaf44e97-a79d-4c23-82df-76be33fd59cb req-c6a4f93d-a5e7-4353-99a1-3c9011844660 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0789196 Jul 29 09:58:03.151403 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-aaf44e97-a79d-4c23-82df-76be33fd59cb req-735ad0be-f915-4a69-8158-f062e21d319f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513995 Jul 29 09:58:03.490628 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84049f8-8bb3-4589-bce7-27edde0d7d44 req-e7a7f701-0126-4f83-96ac-75581eca8421 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:03.492244 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a84049f8-8bb3-4589-bce7-27edde0d7d44 req-e7a7f701-0126-4f83-96ac-75581eca8421 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0788386 Jul 29 09:58:03.555220 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a84049f8-8bb3-4589-bce7-27edde0d7d44 req-7f7d3ba7-bbdd-462b-aa5d-0948ccaba4f5 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548201 Jul 29 09:58:04.355746 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac531e99-b856-485c-9355-46affbcd88d5 req-e8b96c0b-f62d-4bbc-824f-e7788e65af02 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:04.358632 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ac531e99-b856-485c-9355-46affbcd88d5 req-e8b96c0b-f62d-4bbc-824f-e7788e65af02 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0950000 Jul 29 09:58:04.415260 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ac531e99-b856-485c-9355-46affbcd88d5 req-5050e9c6-c402-4311-8f9d-230302baacf0 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492501 Jul 29 09:58:04.740008 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59777f9f-803d-4489-a24f-422d5904d02f req-120e0adc-b6c0-4dcc-9203-d9348edaa177 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:04.741645 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-59777f9f-803d-4489-a24f-422d5904d02f req-120e0adc-b6c0-4dcc-9203-d9348edaa177 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0751565 Jul 29 09:58:04.806274 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-59777f9f-803d-4489-a24f-422d5904d02f req-2f8ffe6e-075e-46d5-819b-c485671c1b5b tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579965 Jul 29 09:58:05.610472 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5951f-a1f1-41d9-a580-b5749910f71f req-3ab99aea-0c20-4f8a-a57b-375bf64c3976 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:05.613162 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4ff5951f-a1f1-41d9-a580-b5749910f71f req-3ab99aea-0c20-4f8a-a57b-375bf64c3976 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0768061 Jul 29 09:58:05.669625 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4ff5951f-a1f1-41d9-a580-b5749910f71f req-d0de4e31-a5a9-4ce4-8a90-c5903b568ea3 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470600 Jul 29 09:58:06.007790 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78732c-3fd7-45d2-97b2-5e7d5c709a65 req-9e869a16-267c-4d00-ac2b-b5fff1cc89e4 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:06.009642 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6a78732c-3fd7-45d2-97b2-5e7d5c709a65 req-9e869a16-267c-4d00-ac2b-b5fff1cc89e4 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0970237 Jul 29 09:58:06.070744 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6a78732c-3fd7-45d2-97b2-5e7d5c709a65 req-f56c98dd-6a0e-463a-b7e1-2c1472f946e5 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497308 Jul 29 09:58:06.821082 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b1d98-37bc-4c0c-9caf-33b41a05134f req-85f5fa05-5842-4d64-b1da-f59776e87bec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:06.822708 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-838b1d98-37bc-4c0c-9caf-33b41a05134f req-85f5fa05-5842-4d64-b1da-f59776e87bec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0585721 Jul 29 09:58:06.883452 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-838b1d98-37bc-4c0c-9caf-33b41a05134f req-113b445f-cd02-4c76-bc16-13b734ad823b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535696 Jul 29 09:58:07.241247 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51d8d7-9e6e-4b5f-939a-fbd8116c136d req-d60ae1e9-a5a2-4f9e-a0c5-b472b7d460d2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:07.243364 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8f51d8d7-9e6e-4b5f-939a-fbd8116c136d req-d60ae1e9-a5a2-4f9e-a0c5-b472b7d460d2 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0843093 Jul 29 09:58:07.309925 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 61d6d7ff-270f-4308-8347-310c954af79d details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 09:58:07.327325 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8f51d8d7-9e6e-4b5f-939a-fbd8116c136d req-7405604b-ed65-4487-9351-8d6562d76bfa tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736277 Jul 29 09:58:07.476062 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 61d6d7ff-270f-4308-8347-310c954af79d, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=61d6d7ff-270f-4308-8347-310c954af79d,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:58:07.504667 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': '61d6d7ff-270f-4308-8347-310c954af79d', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'port_id': '61d6d7ff-270f-4308-8347-310c954af79d', 'mac_address': 'fa:16:3e:fb:1c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 09:58:07.570671 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:07.591991 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61d6d7ff-270f-4308-8347-310c954af79d {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:58:07.628025 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 61d6d7ff-270f-4308-8347-310c954af79d, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=61d6d7ff-270f-4308-8347-310c954af79d,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:58:07.633912 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:07.697771 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=61d6d7ff-270f-4308-8347-310c954af79d,revision_number=6']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:58:07.813974 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['61d6d7ff-270f-4308-8347-310c954af79d'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:58:08.073002 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95780398-79c8-4034-8dc3-7de1b580fdf1 req-35cb047a-ff1d-4856-9e6b-d47e5bd4ebed tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:08.075839 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-95780398-79c8-4034-8dc3-7de1b580fdf1 req-35cb047a-ff1d-4856-9e6b-d47e5bd4ebed tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 944 time: 0.0860260 Jul 29 09:58:08.133587 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-95780398-79c8-4034-8dc3-7de1b580fdf1 req-4cfe042e-ee2a-44f8-807b-dfa3c3ea1c51 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451746 Jul 29 09:58:08.500091 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fc06b-02c6-49c1-8a17-9301a3444532 req-b465ef85-feaf-4022-a1f7-4ca7dcd5c6fd tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:08.502355 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-856fc06b-02c6-49c1-8a17-9301a3444532 req-b465ef85-feaf-4022-a1f7-4ca7dcd5c6fd tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0738692 Jul 29 09:58:08.563553 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-856fc06b-02c6-49c1-8a17-9301a3444532 req-39866f74-c702-4bdd-a9ff-bcd589d20dde tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515430 Jul 29 09:58:09.315945 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device de8193ec-3c2f-4425-910c-12007d5ff872 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 09:58:09.326530 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a49fc-b5a0-4193-a2bc-ecb3faea060b req-6f3f5905-67ec-45c5-ab3b-27cfd7c36986 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:09.328473 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4f7a49fc-b5a0-4193-a2bc-ecb3faea060b req-6f3f5905-67ec-45c5-ab3b-27cfd7c36986 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 944 time: 0.0673573 Jul 29 09:58:09.333358 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 61d6d7ff-270f-4308-8347-310c954af79d up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:58:09.409849 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4f7a49fc-b5a0-4193-a2bc-ecb3faea060b req-5c501a51-ebb9-42f1-9769-952fb05c2cb7 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717454 Jul 29 09:58:09.495144 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port 61d6d7ff-270f-4308-8347-310c954af79d triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:58:09.495524 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:09.550817 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port de8193ec-3c2f-4425-910c-12007d5ff872, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=de8193ec-3c2f-4425-910c-12007d5ff872,segment=NetworkSegment(3aa5b6d6-24e0-444b-89e0-1c39745cfee1),segment_id=3aa5b6d6-24e0-444b-89e0-1c39745cfee1)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:58:09.570813 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': 'de8193ec-3c2f-4425-910c-12007d5ff872', 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3', 'port_id': 'de8193ec-3c2f-4425-910c-12007d5ff872', 'mac_address': 'fa:16:3e:3b:86:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 09:58:09.645013 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:09.648172 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:09.669832 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8193ec-3c2f-4425-910c-12007d5ff872 {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:58:09.718272 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270ef042-d119-43af-8e2c-a8d779d7f73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d6d7ff-270f-4308-8347-310c954af79d'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:58:09.721709 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e557d4b4-0c6d-44ce-afa5-ad58eac074d2" -d '{"events": [{"server_uuid": "270ef042-d119-43af-8e2c-a8d779d7f73b", "name": "network-vif-plugged", "status": "completed", "tag": "61d6d7ff-270f-4308-8347-310c954af79d"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:58:09.731610 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port de8193ec-3c2f-4425-910c-12007d5ff872, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=de8193ec-3c2f-4425-910c-12007d5ff872,segment=NetworkSegment(3aa5b6d6-24e0-444b-89e0-1c39745cfee1),segment_id=3aa5b6d6-24e0-444b-89e0-1c39745cfee1)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:58:09.744339 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:09.744669 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7be11a-bcb8-45c6-9fd0-3d11c7016b23 req-f7e32ef4-a5c8-4f34-bf10-c8d3f5bd91f4 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:09.747393 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-be7be11a-bcb8-45c6-9fd0-3d11c7016b23 req-f7e32ef4-a5c8-4f34-bf10-c8d3f5bd91f4 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 943 time: 0.0845184 Jul 29 09:58:09.748547 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 61d6d7ff-270f-4308-8347-310c954af79d, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=61d6d7ff-270f-4308-8347-310c954af79d,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:58:09.760335 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:09.818261 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-be7be11a-bcb8-45c6-9fd0-3d11c7016b23 req-97e390ce-3a86-48a8-8fbb-1c59f6b6e11e tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558927 Jul 29 09:58:09.829737 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a67a0ae-c28b-480b-a30e-d7cff7274172 x-openstack-request-id: req-5a67a0ae-c28b-480b-a30e-d7cff7274172 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:58:09.830303 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270ef042-d119-43af-8e2c-a8d779d7f73b", "name": "network-vif-plugged", "status": "completed", "tag": "61d6d7ff-270f-4308-8347-310c954af79d", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:58:09.830779 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5a67a0ae-c28b-480b-a30e-d7cff7274172 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:58:09.831411 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270ef042-d119-43af-8e2c-a8d779d7f73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d6d7ff-270f-4308-8347-310c954af79d', 'code': 200} Jul 29 09:58:09.839178 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=de8193ec-3c2f-4425-910c-12007d5ff872,revision_number=7']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:58:09.921916 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=61d6d7ff-270f-4308-8347-310c954af79d,revision_number=7']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:58:10.359627 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['de8193ec-3c2f-4425-910c-12007d5ff872'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:58:10.630887 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24eb23-f09c-4b78-956e-277774691b72 req-cc8fb9bb-bef2-48c2-b871-6c001a298194 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:10.633301 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cf24eb23-f09c-4b78-956e-277774691b72 req-cc8fb9bb-bef2-48c2-b871-6c001a298194 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0833828 Jul 29 09:58:10.709027 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cf24eb23-f09c-4b78-956e-277774691b72 req-1efe0e37-9ec7-4a76-b311-6fc80c56a2db tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643334 Jul 29 09:58:11.011646 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e70969-d0d3-4f7b-898e-166f29e03089 req-a69ae963-4d29-4bc5-8f9d-acb66543ae00 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:11.013833 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-47e70969-d0d3-4f7b-898e-166f29e03089 req-a69ae963-4d29-4bc5-8f9d-acb66543ae00 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 944 time: 0.0866573 Jul 29 09:58:11.074036 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-47e70969-d0d3-4f7b-898e-166f29e03089 req-ba5e5256-7d0b-4a49-94f2-957581ec3ad9 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519485 Jul 29 09:58:11.882965 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ad925-16ee-4666-8679-57ce9b0e4b7f req-ecc8a6d3-6f3d-4026-bb93-6d97b197e147 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:11.884929 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c68ad925-16ee-4666-8679-57ce9b0e4b7f req-ecc8a6d3-6f3d-4026-bb93-6d97b197e147 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0660055 Jul 29 09:58:11.945248 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c68ad925-16ee-4666-8679-57ce9b0e4b7f req-ce810bef-cdea-4379-8248-0b6f794f5ef7 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535467 Jul 29 09:58:12.280900 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c067fc-4498-4066-bcc6-009b800ecacc req-7ed9fa40-07d7-420b-8206-60cd0802a74c tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:12.284823 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d1c067fc-4498-4066-bcc6-009b800ecacc req-7ed9fa40-07d7-420b-8206-60cd0802a74c tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 944 time: 0.0769849 Jul 29 09:58:12.350688 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d1c067fc-4498-4066-bcc6-009b800ecacc req-4a1b977e-7039-42ec-8481-4e5a5fe50c48 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553229 Jul 29 09:58:12.357677 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:58:12.374706 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96ddc7-3be5-4005-98af-9054d4de4784 req-d979c067-3113-4f4b-9a9c-279fcb486558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:12.377667 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4c96ddc7-3be5-4005-98af-9054d4de4784 req-d979c067-3113-4f4b-9a9c-279fcb486558 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=147b9f51d3f941a6a9a6089a8002c50c&device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 1097 time: 0.0825815 Jul 29 09:58:12.571709 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96ddc7-3be5-4005-98af-9054d4de4784 req-a8757829-0d35-449a-b57b-d9498b86cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:12.574330 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4c96ddc7-3be5-4005-98af-9054d4de4784 req-a8757829-0d35-449a-b57b-d9498b86cea4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3d26533d-aae3-4e39-98ba-6024be38bcd3 HTTP/1.1" status: 200 len: 910 time: 0.1592758 Jul 29 09:58:12.698969 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4c96ddc7-3be5-4005-98af-9054d4de4784 req-cf501d47-f27a-4ac3-8bb6-d04457ab6e6e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8193ec-3c2f-4425-910c-12007d5ff872 HTTP/1.1" status: 200 len: 1000 time: 0.1145461 Jul 29 09:58:12.770955 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96ddc7-3be5-4005-98af-9054d4de4784 req-aa7573ea-fd07-4b75-bb66-78f76885446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:12.772639 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4c96ddc7-3be5-4005-98af-9054d4de4784 req-aa7573ea-fd07-4b75-bb66-78f76885446b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1988ccbe-a5bc-4fe7-8a63-64acf70441a3 HTTP/1.1" status: 200 len: 847 time: 0.0638108 Jul 29 09:58:12.858471 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96ddc7-3be5-4005-98af-9054d4de4784 req-9974fd4c-20ed-4fa6-a58f-a4d00fc67eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:12.860822 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4c96ddc7-3be5-4005-98af-9054d4de4784 req-9974fd4c-20ed-4fa6-a58f-a4d00fc67eca service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3d26533d-aae3-4e39-98ba-6024be38bcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801015 Jul 29 09:58:13.019107 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4c96ddc7-3be5-4005-98af-9054d4de4784 req-e2b15fac-802e-4660-9d0a-8af3681314d1 service neutron] 10.222.0.89 "GET /v2.0/networks/3d26533d-aae3-4e39-98ba-6024be38bcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473176 Jul 29 09:58:13.162594 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4e542-ced7-4982-8b21-4fda11819e48 req-f8376664-42f9-4bfe-9897-eab6308281b2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:13.172797 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-11a4e542-ced7-4982-8b21-4fda11819e48 req-f8376664-42f9-4bfe-9897-eab6308281b2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0947778 Jul 29 09:58:13.201004 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4c96ddc7-3be5-4005-98af-9054d4de4784 req-5cceed14-8b60-43eb-9098-5bbb9f20da26 service neutron] 10.222.0.89 "GET /v2.0/networks/3d26533d-aae3-4e39-98ba-6024be38bcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698844 Jul 29 09:58:13.237478 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-11a4e542-ced7-4982-8b21-4fda11819e48 req-285aceba-d88e-4717-9225-a6d763284895 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570745 Jul 29 09:58:13.352987 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device de8193ec-3c2f-4425-910c-12007d5ff872 up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:58:13.466974 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port de8193ec-3c2f-4425-910c-12007d5ff872 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:58:13.469297 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:13.605000 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ed12b-c8a8-4696-b92e-3a3ab5cfa116 req-09f7db09-e076-4492-b803-e54e07369a5b tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:13.617160 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e38ed12b-c8a8-4696-b92e-3a3ab5cfa116 req-09f7db09-e076-4492-b803-e54e07369a5b tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 944 time: 0.1207469 Jul 29 09:58:13.636498 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:13.712106 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port de8193ec-3c2f-4425-910c-12007d5ff872, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=de8193ec-3c2f-4425-910c-12007d5ff872,segment=NetworkSegment(3aa5b6d6-24e0-444b-89e0-1c39745cfee1),segment_id=3aa5b6d6-24e0-444b-89e0-1c39745cfee1)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:58:13.713815 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e15aa65-8716-4722-8e78-7ff7b1bb0fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8193ec-3c2f-4425-910c-12007d5ff872'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:58:13.719843 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f18231-3ec2-41b2-92bc-9e9442ab4cc6" -d '{"events": [{"server_uuid": "0e15aa65-8716-4722-8e78-7ff7b1bb0fbd", "name": "network-vif-plugged", "status": "completed", "tag": "de8193ec-3c2f-4425-910c-12007d5ff872"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:58:13.738827 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:13.739357 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e38ed12b-c8a8-4696-b92e-3a3ab5cfa116 req-bcf85294-94be-4931-a28b-97f8fc6b133c tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207187 Jul 29 09:58:13.809422 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c840b56-44a3-4336-bc60-36c4e0e17179 x-openstack-request-id: req-1c840b56-44a3-4336-bc60-36c4e0e17179 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:58:13.810512 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e15aa65-8716-4722-8e78-7ff7b1bb0fbd", "name": "network-vif-plugged", "status": "completed", "tag": "de8193ec-3c2f-4425-910c-12007d5ff872", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:58:13.810924 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1c840b56-44a3-4336-bc60-36c4e0e17179 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:58:13.811571 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e15aa65-8716-4722-8e78-7ff7b1bb0fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8193ec-3c2f-4425-910c-12007d5ff872', 'code': 200} Jul 29 09:58:13.874048 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=de8193ec-3c2f-4425-910c-12007d5ff872,revision_number=8']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:58:14.209005 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:14.235163 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f7797-86bc-49f8-bb62-c3ddd035d81e req-d6f23961-a335-4702-83cd-5380f2240b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:14.238126 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cd3f7797-86bc-49f8-bb62-c3ddd035d81e req-d6f23961-a335-4702-83cd-5380f2240b24 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 1098 time: 0.1020982 Jul 29 09:58:14.259106 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-bb24d8a0-37e5-48e3-b5e7-b9af91a737f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:14.297219 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cd3f7797-86bc-49f8-bb62-c3ddd035d81e req-3b196bf9-e7a8-4899-b4c1-65cd56e2e8d1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505788 Jul 29 09:58:14.450376 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb9a4e-deec-461d-b36b-0674f50e44b5 req-76309522-14e0-4484-b75f-9185bc5e140f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:14.452797 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-87eb9a4e-deec-461d-b36b-0674f50e44b5 req-76309522-14e0-4484-b75f-9185bc5e140f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0856900 Jul 29 09:58:14.530949 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-87eb9a4e-deec-461d-b36b-0674f50e44b5 req-38255955-27ca-4308-b19b-9cecad0fba29 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656028 Jul 29 09:58:14.963596 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c51653-1fd8-4a8d-9f0a-ceae41424c21 req-b8310c6b-9e4a-4f05-8bf9-36b58a73abef tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:14.965652 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-21c51653-1fd8-4a8d-9f0a-ceae41424c21 req-b8310c6b-9e4a-4f05-8bf9-36b58a73abef tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0897937 Jul 29 09:58:15.049268 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-21c51653-1fd8-4a8d-9f0a-ceae41424c21 req-3c69f44d-29b1-4213-b0c6-6c3f028753bb tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686855 Jul 29 09:58:15.793786 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a497e-d884-4510-b3d2-6fdf5bd9dcd0 req-72fea21f-0ca3-4190-bc34-5f8b7d51db62 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:15.797896 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bd6a497e-d884-4510-b3d2-6fdf5bd9dcd0 req-72fea21f-0ca3-4190-bc34-5f8b7d51db62 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.1091113 Jul 29 09:58:15.884030 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bd6a497e-d884-4510-b3d2-6fdf5bd9dcd0 req-c76667a1-7819-484b-a267-3e5f73c8e741 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668387 Jul 29 09:58:16.353052 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e946e9-9699-486e-9c64-6068f981a4b8 req-2cc3f40d-83c3-4e0e-9e07-90161f479cdc tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:16.356148 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-94e946e9-9699-486e-9c64-6068f981a4b8 req-2cc3f40d-83c3-4e0e-9e07-90161f479cdc tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0860898 Jul 29 09:58:16.440307 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-94e946e9-9699-486e-9c64-6068f981a4b8 req-f155c2e2-fbde-4e30-9feb-83895ca67c58 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724099 Jul 29 09:58:17.155632 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b3936-317b-41ae-bc52-b09bfe6fd6dd req-93d0b8a8-2a6c-453a-b90c-8aac74e235b5 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:17.159358 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c07b3936-317b-41ae-bc52-b09bfe6fd6dd req-93d0b8a8-2a6c-453a-b90c-8aac74e235b5 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.1057639 Jul 29 09:58:17.267532 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c07b3936-317b-41ae-bc52-b09bfe6fd6dd req-76d8f64c-8b70-44bb-9a57-9052b67e0293 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974195 Jul 29 09:58:17.305935 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f9757163-346a-43a9-ba82-0f81b43bd7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:17.731032 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:18.510807 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a56867-a5dc-4101-a5bf-4d2cc57c1a56 req-ddfc5c51-a020-49f8-bb5b-c60537ba068b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:18.514782 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a3a56867-a5dc-4101-a5bf-4d2cc57c1a56 req-ddfc5c51-a020-49f8-bb5b-c60537ba068b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.1020179 Jul 29 09:58:18.594757 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a3a56867-a5dc-4101-a5bf-4d2cc57c1a56 req-5630dbaa-a1f6-4c73-8bda-d5af7aa49b92 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642505 Jul 29 09:58:18.700735 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:19.823349 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a4ec3-2de0-4d23-8abe-90f1bb7ac7a8 req-4ba8769d-05a0-4011-ad92-9663a8f908ae tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:19.825149 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-986a4ec3-2de0-4d23-8abe-90f1bb7ac7a8 req-4ba8769d-05a0-4011-ad92-9663a8f908ae tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0836868 Jul 29 09:58:19.900910 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-986a4ec3-2de0-4d23-8abe-90f1bb7ac7a8 req-7c9b1992-b2e9-4a21-a905-28d155245e53 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626116 Jul 29 09:58:20.454060 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:21.093208 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a46a4-1373-4e67-a134-99a9a6bb792a req-9ec9d91c-e5c7-42c2-9e24-e5add1d387d0 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:21.096224 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cb9a46a4-1373-4e67-a134-99a9a6bb792a req-9ec9d91c-e5c7-42c2-9e24-e5add1d387d0 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0835950 Jul 29 09:58:21.174110 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cb9a46a4-1373-4e67-a134-99a9a6bb792a req-035288b4-867d-4a4a-a26c-c5832d1d8160 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674441 Jul 29 09:58:22.418438 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a7cbc-fb42-4235-9356-fa454ee54223 req-6c61ef52-adcc-40fe-a510-a4eb6b2dbbe9 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:22.420416 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c33a7cbc-fb42-4235-9356-fa454ee54223 req-6c61ef52-adcc-40fe-a510-a4eb6b2dbbe9 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0812821 Jul 29 09:58:22.492137 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c33a7cbc-fb42-4235-9356-fa454ee54223 req-91bdd3f6-724b-48d0-8898-d00cda839272 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603256 Jul 29 09:58:23.773765 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59235f9-c7ca-4f51-b1de-4feefa21536c req-e18b54c9-ae6a-4f49-a4f8-58b97d62b205 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:23.778170 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a59235f9-c7ca-4f51-b1de-4feefa21536c req-e18b54c9-ae6a-4f49-a4f8-58b97d62b205 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.1157990 Jul 29 09:58:23.861715 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a59235f9-c7ca-4f51-b1de-4feefa21536c req-0a3467dd-6cb5-4877-a5cb-44f1ed34be6f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653877 Jul 29 09:58:25.098857 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370a18f-a96f-4131-9a89-0234f3f85426 req-20874043-ab01-4c6e-b107-c0cedb6a0382 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:25.101928 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9370a18f-a96f-4131-9a89-0234f3f85426 req-20874043-ab01-4c6e-b107-c0cedb6a0382 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.1058631 Jul 29 09:58:25.193181 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9370a18f-a96f-4131-9a89-0234f3f85426 req-1e5d640c-3348-41a6-8d2a-5afcb4238f64 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707107 Jul 29 09:58:26.411182 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca0f79-a699-4908-9910-1420185cb5b0 req-781287c5-b0e6-4b08-902f-c569face2aa1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:26.413608 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-caca0f79-a699-4908-9910-1420185cb5b0 req-781287c5-b0e6-4b08-902f-c569face2aa1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0814469 Jul 29 09:58:26.475626 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-caca0f79-a699-4908-9910-1420185cb5b0 req-6763c2be-b915-4f28-ab81-89c8bee11c8d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511665 Jul 29 09:58:27.378365 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56458c8c-75c5-4f37-b00e-5a8a09b0501e req-fd4038be-8acd-46ca-98ec-7cd2dd32629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:27.380992 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-56458c8c-75c5-4f37-b00e-5a8a09b0501e req-fd4038be-8acd-46ca-98ec-7cd2dd32629d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=735b6107d1e24edfb73207b6522a26c4&device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 1098 time: 0.0630314 Jul 29 09:58:27.550300 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56458c8c-75c5-4f37-b00e-5a8a09b0501e req-050c3bd7-3bce-41a5-bc68-d1bbc13f9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:27.553275 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-56458c8c-75c5-4f37-b00e-5a8a09b0501e req-050c3bd7-3bce-41a5-bc68-d1bbc13f9099 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3fa3a7a6-9806-484d-b0ba-8344627c78e2 HTTP/1.1" status: 200 len: 919 time: 0.1645718 Jul 29 09:58:27.664746 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-56458c8c-75c5-4f37-b00e-5a8a09b0501e req-05ecacd5-cf4a-4807-9996-ccc12d62a140 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d6d7ff-270f-4308-8347-310c954af79d HTTP/1.1" status: 200 len: 1001 time: 0.1031053 Jul 29 09:58:27.701589 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85353cc-bd9b-4051-8022-24c473d6dd98 req-1dacdb8c-1f58-494f-b32a-3444a1bedb91 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:27.704586 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c85353cc-bd9b-4051-8022-24c473d6dd98 req-1dacdb8c-1f58-494f-b32a-3444a1bedb91 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0824723 Jul 29 09:58:27.749655 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56458c8c-75c5-4f37-b00e-5a8a09b0501e req-7b1a79c8-dc47-48d2-972e-8144b185c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:27.752258 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-56458c8c-75c5-4f37-b00e-5a8a09b0501e req-7b1a79c8-dc47-48d2-972e-8144b185c614 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4d807706-b29a-4520-8761-85daf7efff9e HTTP/1.1" status: 200 len: 856 time: 0.0793965 Jul 29 09:58:27.760980 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c85353cc-bd9b-4051-8022-24c473d6dd98 req-a9aa8401-f0ce-4150-b2d9-6ac2e4b481fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443990 Jul 29 09:58:27.823133 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56458c8c-75c5-4f37-b00e-5a8a09b0501e req-e33c0527-d340-4a66-96d0-96ef03406b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:27.824999 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-56458c8c-75c5-4f37-b00e-5a8a09b0501e req-e33c0527-d340-4a66-96d0-96ef03406b91 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3fa3a7a6-9806-484d-b0ba-8344627c78e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644701 Jul 29 09:58:27.969621 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-56458c8c-75c5-4f37-b00e-5a8a09b0501e req-2f7b2590-e8c6-4e11-bf36-41d663a88007 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338980 Jul 29 09:58:28.118467 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-56458c8c-75c5-4f37-b00e-5a8a09b0501e req-24558970-b738-4cda-8154-10ba5e2fdb73 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405373 Jul 29 09:58:28.986114 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ce6ab-60d4-4ba6-81fc-65cc6e9ebe84 req-dc13ea97-bc5b-412e-aa21-ed3c2064935e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:28.988894 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-324ce6ab-60d4-4ba6-81fc-65cc6e9ebe84 req-dc13ea97-bc5b-412e-aa21-ed3c2064935e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 945 time: 0.0937896 Jul 29 09:58:29.053843 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-324ce6ab-60d4-4ba6-81fc-65cc6e9ebe84 req-8bcb5b89-9d9c-4608-b71c-de888b7a318c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566881 Jul 29 09:58:29.422674 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 61d6d7ff-270f-4308-8347-310c954af79d no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 09:58:29.540112 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:29.581762 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270ef042-d119-43af-8e2c-a8d779d7f73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d6d7ff-270f-4308-8347-310c954af79d'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:58:29.585932 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4320577-2e87-4835-b824-79cd0f283a22" -d '{"events": [{"server_uuid": "270ef042-d119-43af-8e2c-a8d779d7f73b", "name": "network-vif-unplugged", "status": "completed", "tag": "61d6d7ff-270f-4308-8347-310c954af79d"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:58:29.612575 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 61d6d7ff-270f-4308-8347-310c954af79d, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=61d6d7ff-270f-4308-8347-310c954af79d,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:58:29.621038 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:29.654946 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 09:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6f1d71-3dde-4299-84f5-6b94ff7de226 x-openstack-request-id: req-5c6f1d71-3dde-4299-84f5-6b94ff7de226 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:58:29.655379 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270ef042-d119-43af-8e2c-a8d779d7f73b", "name": "network-vif-unplugged", "status": "completed", "tag": "61d6d7ff-270f-4308-8347-310c954af79d", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:58:29.655748 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c6f1d71-3dde-4299-84f5-6b94ff7de226 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:58:29.656340 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270ef042-d119-43af-8e2c-a8d779d7f73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d6d7ff-270f-4308-8347-310c954af79d', 'code': 200} Jul 29 09:58:29.704159 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=61d6d7ff-270f-4308-8347-310c954af79d,revision_number=8']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:58:30.262056 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c802e-dea4-4e15-b3ef-ab33fc8ef6cd req-b873935c-9be1-4dd6-82c7-d0f7a09ec75c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:30.263830 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8e2c802e-dea4-4e15-b3ef-ab33fc8ef6cd req-b873935c-9be1-4dd6-82c7-d0f7a09ec75c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0810103 Jul 29 09:58:30.341019 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8e2c802e-dea4-4e15-b3ef-ab33fc8ef6cd req-004b4710-1dfc-4664-bd57-490218175e75 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651450 Jul 29 09:58:31.577334 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfdf40-cf1a-4821-aa73-f120993f1c94 req-c99f4327-f0e5-4422-b4ba-e415093b3c06 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:31.580774 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c1cfdf40-cf1a-4821-aa73-f120993f1c94 req-c99f4327-f0e5-4422-b4ba-e415093b3c06 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0978265 Jul 29 09:58:31.665024 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c1cfdf40-cf1a-4821-aa73-f120993f1c94 req-765a1ef5-477e-43db-8c5f-2a43b42fc872 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711958 Jul 29 09:58:32.721556 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6884762-12bb-4fb8-82b7-9e18f247a249 req-54f3d733-48c0-4ef4-9177-36752195c7c3 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:32.723936 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f6884762-12bb-4fb8-82b7-9e18f247a249 req-54f3d733-48c0-4ef4-9177-36752195c7c3 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0990963 Jul 29 09:58:32.803695 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f6884762-12bb-4fb8-82b7-9e18f247a249 req-a6843c16-7ac9-478f-b04b-42d3730e8c65 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694370 Jul 29 09:58:33.118380 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39186) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:58:33.269877 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cd9cbaff-9931-4cf0-9e29-18af575fc4a8 req-5f7e3258-272f-4705-8aaf-f625ba07b40e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1499610 Jul 29 09:58:33.449791 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 61d6d7ff-270f-4308-8347-310c954af79d no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 09:58:34.023497 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e2e3e-dd60-42d0-aefc-55966a9f00db req-8d2f35b8-f014-43dd-a8b6-f1e17bce9df2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:34.026126 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c95e2e3e-dd60-42d0-aefc-55966a9f00db req-8d2f35b8-f014-43dd-a8b6-f1e17bce9df2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0884950 Jul 29 09:58:34.097848 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c95e2e3e-dd60-42d0-aefc-55966a9f00db req-0081b741-5672-4290-9d5e-017b782ceb60 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598929 Jul 29 09:58:35.273477 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1bc19-038b-4589-8be8-f942bad91961 req-c90e8fdb-0367-4f7d-a7b2-101598b2cedc tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:35.275444 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7bd1bc19-038b-4589-8be8-f942bad91961 req-c90e8fdb-0367-4f7d-a7b2-101598b2cedc tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0810914 Jul 29 09:58:35.344364 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7bd1bc19-038b-4589-8be8-f942bad91961 req-ab8f937d-80d9-487a-b946-040fdd9df83e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600913 Jul 29 09:58:36.560142 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14e033-7ed3-449e-85de-432d3bf134bd req-66e1cc0e-4856-4c8b-9d2e-b042ac29bc1a tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:36.562836 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9e14e033-7ed3-449e-85de-432d3bf134bd req-66e1cc0e-4856-4c8b-9d2e-b042ac29bc1a tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0824609 Jul 29 09:58:36.621408 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9e14e033-7ed3-449e-85de-432d3bf134bd req-7c23600d-bdeb-47e4-9e30-0f5e1159b5c2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478168 Jul 29 09:58:37.853506 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced5e2f-acba-40fe-975a-576e1b9176a5 req-2b85350d-d327-41b7-83a6-04e2f67264fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:37.856145 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0ced5e2f-acba-40fe-975a-576e1b9176a5 req-2b85350d-d327-41b7-83a6-04e2f67264fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0979278 Jul 29 09:58:37.925493 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0ced5e2f-acba-40fe-975a-576e1b9176a5 req-e62cff85-beac-457d-b7a5-f667570dcdb2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574756 Jul 29 09:58:39.040504 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cbaff-9931-4cf0-9e29-18af575fc4a8 req-7915f3dc-a8c5-46f4-ae38-cf2adf9fe9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:39.043244 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cd9cbaff-9931-4cf0-9e29-18af575fc4a8 req-7915f3dc-a8c5-46f4-ae38-cf2adf9fe9a7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b&tenant_id=735b6107d1e24edfb73207b6522a26c4 HTTP/1.1" status: 200 len: 1096 time: 0.0739660 Jul 29 09:58:39.136106 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443d9ce-6777-4cc9-887d-006801fbf449 req-37448d6c-3565-4ea5-8a15-6837e3b8a73b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:39.138803 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b443d9ce-6777-4cc9-887d-006801fbf449 req-37448d6c-3565-4ea5-8a15-6837e3b8a73b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0829885 Jul 29 09:58:39.149666 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cbaff-9931-4cf0-9e29-18af575fc4a8 req-a3540c68-e0c4-48a3-abd6-fe1a910ee63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:39.152197 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cd9cbaff-9931-4cf0-9e29-18af575fc4a8 req-a3540c68-e0c4-48a3-abd6-fe1a910ee63f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=735b6107d1e24edfb73207b6522a26c4&device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 1096 time: 0.0658619 Jul 29 09:58:39.209665 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b443d9ce-6777-4cc9-887d-006801fbf449 req-3c2cedc6-1c27-4952-9574-56f025dafff6 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626609 Jul 29 09:58:39.330254 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cbaff-9931-4cf0-9e29-18af575fc4a8 req-c7d9029b-088f-4bd0-a558-829328e84b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:39.332794 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cd9cbaff-9931-4cf0-9e29-18af575fc4a8 req-c7d9029b-088f-4bd0-a558-829328e84b0c service neutron] 10.222.0.89 "GET /v2.0/networks?id=3fa3a7a6-9806-484d-b0ba-8344627c78e2 HTTP/1.1" status: 200 len: 919 time: 0.1725509 Jul 29 09:58:39.456531 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cd9cbaff-9931-4cf0-9e29-18af575fc4a8 req-2c634f17-1495-4e6e-b9c9-8ce7dcb2df67 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d6d7ff-270f-4308-8347-310c954af79d HTTP/1.1" status: 200 len: 999 time: 0.1141379 Jul 29 09:58:39.541969 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cbaff-9931-4cf0-9e29-18af575fc4a8 req-7fd1f724-814d-4998-8500-7179f83128cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:39.543736 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cd9cbaff-9931-4cf0-9e29-18af575fc4a8 req-7fd1f724-814d-4998-8500-7179f83128cc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4d807706-b29a-4520-8761-85daf7efff9e HTTP/1.1" status: 200 len: 856 time: 0.0788252 Jul 29 09:58:39.605059 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cbaff-9931-4cf0-9e29-18af575fc4a8 req-7c918005-7de5-47b8-a342-a5bd52070470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:39.606563 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cd9cbaff-9931-4cf0-9e29-18af575fc4a8 req-7c918005-7de5-47b8-a342-a5bd52070470 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3fa3a7a6-9806-484d-b0ba-8344627c78e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543022 Jul 29 09:58:39.769545 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cd9cbaff-9931-4cf0-9e29-18af575fc4a8 req-a4b6d16c-5c3c-4835-87af-193ae0a88b58 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538045 Jul 29 09:58:39.927758 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cd9cbaff-9931-4cf0-9e29-18af575fc4a8 req-7c74e8c0-15a1-4c06-a7fc-5c1284e97a3f service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500034 Jul 29 09:58:40.455847 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74a4b0-2d81-4b4c-b271-3ba39c1e8021 req-ec4f943f-2f74-4f0e-bea6-7a17947cdc11 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:40.458781 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8e74a4b0-2d81-4b4c-b271-3ba39c1e8021 req-ec4f943f-2f74-4f0e-bea6-7a17947cdc11 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0963387 Jul 29 09:58:40.543799 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8e74a4b0-2d81-4b4c-b271-3ba39c1e8021 req-bca14d73-30fd-422c-9ef5-958175a6bb4f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750556 Jul 29 09:58:41.792518 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9b03a-5c82-43b5-996b-546874b4a82c req-eb14a7b1-c26d-4283-99bb-56c1485d398c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:41.795529 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c9e9b03a-5c82-43b5-996b-546874b4a82c req-eb14a7b1-c26d-4283-99bb-56c1485d398c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.1010680 Jul 29 09:58:41.879962 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c9e9b03a-5c82-43b5-996b-546874b4a82c req-a89afc0a-4210-43a5-b872-32fc8a2cda3a tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725176 Jul 29 09:58:43.136218 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b56031-2b77-41f7-9a47-decc7db57f09 req-031dfd20-291d-4cd5-88a6-01152211888d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:43.139900 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f1b56031-2b77-41f7-9a47-decc7db57f09 req-031dfd20-291d-4cd5-88a6-01152211888d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.1125970 Jul 29 09:58:43.212484 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f1b56031-2b77-41f7-9a47-decc7db57f09 req-79415eb4-086d-4cdb-af31-a21f40926d3b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590334 Jul 29 09:58:44.220349 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:44.245606 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-427cd622-267c-49b2-9765-7571196ca679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:44.418925 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015c152-53a8-4c15-90cc-72dca614d5f1 req-939fc641-ca0e-477b-af62-dbca3b4be016 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:44.421804 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8015c152-53a8-4c15-90cc-72dca614d5f1 req-939fc641-ca0e-477b-af62-dbca3b4be016 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0829103 Jul 29 09:58:44.484260 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8015c152-53a8-4c15-90cc-72dca614d5f1 req-5fe1091a-e9b3-488b-866f-b5107f601d28 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377536 Jul 29 09:58:45.694950 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef765db-577d-48cb-95f2-0f7611e2677e req-682eb481-0f0e-4fc7-a048-8952763fead3 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:45.697239 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9ef765db-577d-48cb-95f2-0f7611e2677e req-682eb481-0f0e-4fc7-a048-8952763fead3 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0659394 Jul 29 09:58:45.750525 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9ef765db-577d-48cb-95f2-0f7611e2677e req-72517634-ada2-4113-8b93-f3394cfa1971 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441132 Jul 29 09:58:46.972204 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8102c-a594-406c-a363-0c1348212cac req-125d0f35-6434-4735-b6ac-71ec84908a7f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:46.976446 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-07e8102c-a594-406c-a363-0c1348212cac req-125d0f35-6434-4735-b6ac-71ec84908a7f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0907111 Jul 29 09:58:47.030987 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-07e8102c-a594-406c-a363-0c1348212cac req-adf1433c-28b4-4449-affa-d7db68c1a018 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466568 Jul 29 09:58:47.286295 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-208146ea-eceb-48e9-be5e-c48bfa4b7fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:47.720701 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:48.216085 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f8db6-b4b0-4ee7-ae39-ab3f70ab5142 req-cefdb0cb-595e-4d89-858d-905c93987dba tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:48.217902 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ac2f8db6-b4b0-4ee7-ae39-ab3f70ab5142 req-cefdb0cb-595e-4d89-858d-905c93987dba tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0785561 Jul 29 09:58:48.282542 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ac2f8db6-b4b0-4ee7-ae39-ab3f70ab5142 req-f8bde47f-f846-4de8-8f09-dfe1ff78011b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525239 Jul 29 09:58:48.690196 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:49.358937 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:58:49.502224 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af6a40-f5ab-4802-8a30-568ad7ed162c req-d9ab2761-088a-4804-a37e-c63147437c58 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:49.504945 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-03af6a40-f5ab-4802-8a30-568ad7ed162c req-d9ab2761-088a-4804-a37e-c63147437c58 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0860834 Jul 29 09:58:49.563964 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-03af6a40-f5ab-4802-8a30-568ad7ed162c req-eec5f936-17b9-4d5c-ac25-ff7b0a9c7c40 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502307 Jul 29 09:58:50.463568 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:50.756828 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684df08-7dc4-423d-9709-261eba40e002 req-73749389-88a7-4ec0-adf7-71f4ac08d91d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:50.761730 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d684df08-7dc4-423d-9709-261eba40e002 req-73749389-88a7-4ec0-adf7-71f4ac08d91d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0893955 Jul 29 09:58:50.828964 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d684df08-7dc4-423d-9709-261eba40e002 req-cff6d8cf-b8ba-4b48-8b2f-f98f8c905d62 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610855 Jul 29 09:58:52.022111 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da47f6b-7849-4f89-bd7f-e73d39c5ffca req-a1e1dc56-6068-47c0-9c33-dfa2d94125d2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:52.023731 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2da47f6b-7849-4f89-bd7f-e73d39c5ffca req-a1e1dc56-6068-47c0-9c33-dfa2d94125d2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0730097 Jul 29 09:58:52.109079 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2da47f6b-7849-4f89-bd7f-e73d39c5ffca req-ffcde821-bf41-4788-9ac9-9291d1d649af tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746810 Jul 29 09:58:53.260877 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4aba92-b78e-4cf0-adc6-f8aebd666a4b req-22a0a969-6805-4302-a5f5-9d821b6a9298 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:53.262822 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7f4aba92-b78e-4cf0-adc6-f8aebd666a4b req-22a0a969-6805-4302-a5f5-9d821b6a9298 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0572820 Jul 29 09:58:53.317935 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7f4aba92-b78e-4cf0-adc6-f8aebd666a4b req-10e19a5f-4168-41bf-8acc-e758c3c9303f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443676 Jul 29 09:58:54.501458 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190b96c-6b4e-4b87-a607-67ff4bab0c04 req-328134ac-c5be-4002-a0e0-900b11cf146f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:54.504090 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7190b96c-6b4e-4b87-a607-67ff4bab0c04 req-328134ac-c5be-4002-a0e0-900b11cf146f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0853488 Jul 29 09:58:54.555507 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7190b96c-6b4e-4b87-a607-67ff4bab0c04 req-b1493089-1985-416f-841f-08a88fc6139d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421555 Jul 29 09:58:55.346278 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0e9f8f98-5d2e-470f-8409-e856fee5450f req-8a3d96d3-9874-4673-9660-d32d52df19db tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561978667&fields=id&tenant_id=ce85ecee1bbb438e9e43ecc78295cb72 HTTP/1.1" status: 200 len: 267 time: 0.0383246 Jul 29 09:58:55.405842 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f8f98-5d2e-470f-8409-e856fee5450f req-9d5a7853-9644-4d11-9a9d-facd7ef8a381 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:55.407778 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0e9f8f98-5d2e-470f-8409-e856fee5450f req-9d5a7853-9644-4d11-9a9d-facd7ef8a381 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 984 time: 0.0539305 Jul 29 09:58:55.423236 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-0e9f8f98-5d2e-470f-8409-e856fee5450f req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Request body: {'port': {'security_groups': ['027816fa-4435-40cd-b0cd-b94fa328965f']}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:58:55.507367 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-0e9f8f98-5d2e-470f-8409-e856fee5450f req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:56.056689 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4c4c7-5687-4fb9-9284-ce848cd94b46 req-90363574-fbaa-43d6-809f-21626ed37815 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:56.058421 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4ce4c4c7-5687-4fb9-9284-ce848cd94b46 req-90363574-fbaa-43d6-809f-21626ed37815 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.4038932 Jul 29 09:58:56.105306 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-0e9f8f98-5d2e-470f-8409-e856fee5450f req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] For port f4a01525-0543-4ca6-beab-e4a937590492, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f4a01525-0543-4ca6-beab-e4a937590492,segment=NetworkSegment(412d9521-c694-4ee6-9284-1a73552ddc9b),segment_id=412d9521-c694-4ee6-9284-1a73552ddc9b)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:58:56.156727 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4ce4c4c7-5687-4fb9-9284-ce848cd94b46 req-47de1e74-d555-445c-9dd5-222c33de86a9 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751317 Jul 29 09:58:56.166818 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-0e9f8f98-5d2e-470f-8409-e856fee5450f req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:56.174077 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-0e9f8f98-5d2e-470f-8409-e856fee5450f req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:56.213942 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['f4a01525-0543-4ca6-beab-e4a937590492'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:58:56.242418 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f8f98-5d2e-470f-8409-e856fee5450f req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:56.243079 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-0e9f8f98-5d2e-470f-8409-e856fee5450f req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:56.244603 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0e9f8f98-5d2e-470f-8409-e856fee5450f req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "PUT /v2.0/ports/f4a01525-0543-4ca6-beab-e4a937590492 HTTP/1.1" status: 200 len: 942 time: 0.8281286 Jul 29 09:58:56.249675 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904864cf-fb04-481c-bd5b-a1e1b28b9f08', 'tag': 'f4a01525-0543-4ca6-beab-e4a937590492'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:58:56.251116 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f678f1-32c7-47c0-abd9-1e9ba71d4676" -d '{"events": [{"name": "network-changed", "server_uuid": "904864cf-fb04-481c-bd5b-a1e1b28b9f08", "tag": "f4a01525-0543-4ca6-beab-e4a937590492"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:58:56.252009 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39294) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:58:56.305544 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Pushing event updated for resources: {'Port': ['ID=f4a01525-0543-4ca6-beab-e4a937590492,revision_number=7']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:58:56.317350 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.317872 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.319916 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.320440 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.320928 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.321382 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.321841 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.322304 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.322751 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.323195 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.324909 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.325412 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4c54e-b1ec-4a69-8955-7d3821d4c786 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.334157 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 09:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f0ca8f-9b81-48bb-ae86-16a27f1eeeff x-openstack-request-id: req-c0f0ca8f-9b81-48bb-ae86-16a27f1eeeff {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:58:56.334671 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904864cf-fb04-481c-bd5b-a1e1b28b9f08", "tag": "f4a01525-0543-4ca6-beab-e4a937590492", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:58:56.335046 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c0f0ca8f-9b81-48bb-ae86-16a27f1eeeff {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:58:56.335538 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904864cf-fb04-481c-bd5b-a1e1b28b9f08', 'tag': 'f4a01525-0543-4ca6-beab-e4a937590492', 'status': 'completed', 'code': 200} Jul 29 09:58:56.395166 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3a354a15-068c-4e7f-aa8a-549fa3209507 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:56.411832 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['f4a01525-0543-4ca6-beab-e4a937590492'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:58:56.437385 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3a354a15-068c-4e7f-aa8a-549fa3209507 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:56.553070 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3a354a15-068c-4e7f-aa8a-549fa3209507 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:56.557512 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3a354a15-068c-4e7f-aa8a-549fa3209507 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:56.558640 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-3a354a15-068c-4e7f-aa8a-549fa3209507 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "DELETE /v2.0/security-groups/53d524ac-0d1a-4735-a279-2693bc5b120e HTTP/1.1" status: 204 len: 168 time: 0.3054712 Jul 29 09:58:56.563894 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39298) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:58:56.581529 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a354a15-068c-4e7f-aa8a-549fa3209507 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d524ac-0d1a-4735-a279-2693bc5b120e,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:58:56.598052 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a354a15-068c-4e7f-aa8a-549fa3209507 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.598855 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a354a15-068c-4e7f-aa8a-549fa3209507 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.599440 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a354a15-068c-4e7f-aa8a-549fa3209507 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.600035 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a354a15-068c-4e7f-aa8a-549fa3209507 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.600627 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a354a15-068c-4e7f-aa8a-549fa3209507 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.601271 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a354a15-068c-4e7f-aa8a-549fa3209507 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.601757 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a354a15-068c-4e7f-aa8a-549fa3209507 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.602223 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a354a15-068c-4e7f-aa8a-549fa3209507 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.602800 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a354a15-068c-4e7f-aa8a-549fa3209507 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.603601 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a354a15-068c-4e7f-aa8a-549fa3209507 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.604922 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a354a15-068c-4e7f-aa8a-549fa3209507 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.605969 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a354a15-068c-4e7f-aa8a-549fa3209507 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:58:56.631556 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-5c22597b-24d1-440a-bfc4-cb6a3061e1ac None None] Provisioning complete for port f4a01525-0543-4ca6-beab-e4a937590492 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:58:56.632303 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-5c22597b-24d1-440a-bfc4-cb6a3061e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:56.834699 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-a70c97f3-0a99-4757-aa98-9f51ccb29e58 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Deleting port e3837933-d024-4d71-afdd-4836009d73b8 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:58:56.835018 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a70c97f3-0a99-4757-aa98-9f51ccb29e58 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:56.925642 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a70c97f3-0a99-4757-aa98-9f51ccb29e58 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:56.925987 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a70c97f3-0a99-4757-aa98-9f51ccb29e58 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:56.941370 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-a70c97f3-0a99-4757-aa98-9f51ccb29e58 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Calling delete_port for e3837933-d024-4d71-afdd-4836009d73b8 owned by network:floatingip {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:58:57.199685 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a70c97f3-0a99-4757-aa98-9f51ccb29e58 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:57.243600 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c97f3-0a99-4757-aa98-9f51ccb29e58 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Pushing event deleted for resources: {'Port': ['ID=e3837933-d024-4d71-afdd-4836009d73b8,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:58:57.355810 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a70c97f3-0a99-4757-aa98-9f51ccb29e58 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks [] for floatingip, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:57.356387 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.l3_db [None req-a70c97f3-0a99-4757-aa98-9f51ccb29e58 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Floating IP ff627b92-2c15-4f8e-8c8b-777899b901b7 disassociated (deleted). External IP: 172.27.2.106, port: f4a01525-0543-4ca6-beab-e4a937590492. Jul 29 09:58:57.423325 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f678f1-32c7-47c0-abd9-1e9ba71d4676 req-c0a2d03f-8eca-417d-9232-0de807a1f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:57.424931 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-96f678f1-32c7-47c0-abd9-1e9ba71d4676 req-c0a2d03f-8eca-417d-9232-0de807a1f312 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ce85ecee1bbb438e9e43ecc78295cb72&device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 1098 time: 0.0511825 Jul 29 09:58:57.437109 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463c104-8e5b-4b7a-8004-70804b31351c req-199661f4-b857-4138-bd80-de56a2c74965 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:57.441032 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0463c104-8e5b-4b7a-8004-70804b31351c req-199661f4-b857-4138-bd80-de56a2c74965 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.1476188 Jul 29 09:58:57.568483 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0463c104-8e5b-4b7a-8004-70804b31351c req-84cdd778-120e-4b9a-9624-c458cfec082e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106155 Jul 29 09:58:57.612202 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f678f1-32c7-47c0-abd9-1e9ba71d4676 req-ae818e9c-13ed-4e5e-ae03-b4fc7387fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:57.617112 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-96f678f1-32c7-47c0-abd9-1e9ba71d4676 req-ae818e9c-13ed-4e5e-ae03-b4fc7387fa5c service neutron] 10.222.0.89 "GET /v2.0/networks?id=bb3bd51d-b489-4795-b464-e3136f29bc87 HTTP/1.1" status: 200 len: 917 time: 0.1437554 Jul 29 09:58:57.675353 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-96f678f1-32c7-47c0-abd9-1e9ba71d4676 req-1feb07ea-4c06-4437-9f03-5e01caa4a233 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a01525-0543-4ca6-beab-e4a937590492 HTTP/1.1" status: 200 len: 217 time: 0.0534832 Jul 29 09:58:57.744987 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70c97f3-0a99-4757-aa98-9f51ccb29e58 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Router 7b353b71-9d18-47ed-a85f-37bb8354cc1b has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 09:58:57.753654 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f678f1-32c7-47c0-abd9-1e9ba71d4676 req-6fb5320a-5552-45a3-a336-befc6cd4324b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:57.755189 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-96f678f1-32c7-47c0-abd9-1e9ba71d4676 req-6fb5320a-5552-45a3-a336-befc6cd4324b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0a1e3e51-273f-4db5-93c1-39dca98e69d4 HTTP/1.1" status: 200 len: 854 time: 0.0720587 Jul 29 09:58:57.825458 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f678f1-32c7-47c0-abd9-1e9ba71d4676 req-253b5366-b831-4198-b3ab-395100ad59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:57.829334 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-96f678f1-32c7-47c0-abd9-1e9ba71d4676 req-253b5366-b831-4198-b3ab-395100ad59d0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bb3bd51d-b489-4795-b464-e3136f29bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591934 Jul 29 09:58:57.911951 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70c97f3-0a99-4757-aa98-9f51ccb29e58 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:58:57.917292 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a70c97f3-0a99-4757-aa98-9f51ccb29e58 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:58:57.930091 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5931c4-e7f2-4035-873d-90b3fdc7e0b6 None None] Sync routers for ids ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:58:57.952826 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-a70c97f3-0a99-4757-aa98-9f51ccb29e58 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "DELETE /v2.0/floatingips/ff627b92-2c15-4f8e-8c8b-777899b901b7 HTTP/1.1" status: 204 len: 168 time: 1.3873653 Jul 29 09:58:57.956790 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5931c4-e7f2-4035-873d-90b3fdc7e0b6 None None] Routers {'7b353b71-9d18-47ed-a85f-37bb8354cc1b'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:58:57.957913 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-5e5931c4-e7f2-4035-873d-90b3fdc7e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:58:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:58:58.008008 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-96f678f1-32c7-47c0-abd9-1e9ba71d4676 req-77cf22b2-0685-4712-ba43-b0e5e57e3adc service neutron] 10.222.0.89 "GET /v2.0/networks/bb3bd51d-b489-4795-b464-e3136f29bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704333 Jul 29 09:58:58.153675 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-96f678f1-32c7-47c0-abd9-1e9ba71d4676 req-73cc3fdd-0849-4a9c-ad5c-140453c2d4d2 service neutron] 10.222.0.89 "GET /v2.0/networks/bb3bd51d-b489-4795-b464-e3136f29bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380792 Jul 29 09:58:58.246413 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-5e5931c4-e7f2-4035-873d-90b3fdc7e0b6 None None] Set router 7b353b71-9d18-47ed-a85f-37bb8354cc1b gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:58:58.336815 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904864cf-fb04-481c-bd5b-a1e1b28b9f08', 'tag': 'f4a01525-0543-4ca6-beab-e4a937590492'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:58:58.340699 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4167e2-1161-4f4b-abb0-c81bc06ca514" -d '{"events": [{"name": "network-changed", "server_uuid": "904864cf-fb04-481c-bd5b-a1e1b28b9f08", "tag": "f4a01525-0543-4ca6-beab-e4a937590492"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:58:58.407804 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 09:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e94e47a-ac37-485f-9734-843229b13058 x-openstack-request-id: req-0e94e47a-ac37-485f-9734-843229b13058 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:58:58.408406 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904864cf-fb04-481c-bd5b-a1e1b28b9f08", "tag": "f4a01525-0543-4ca6-beab-e4a937590492", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:58:58.408968 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e94e47a-ac37-485f-9734-843229b13058 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:58:58.409733 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904864cf-fb04-481c-bd5b-a1e1b28b9f08', 'tag': 'f4a01525-0543-4ca6-beab-e4a937590492', 'status': 'completed', 'code': 200} Jul 29 09:58:58.522071 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4167e2-1161-4f4b-abb0-c81bc06ca514 req-7975deb7-e08b-45e3-93ad-397b7a5dcc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:58.528978 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1c4167e2-1161-4f4b-abb0-c81bc06ca514 req-7975deb7-e08b-45e3-93ad-397b7a5dcc9b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ce85ecee1bbb438e9e43ecc78295cb72&device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 1098 time: 0.0561635 Jul 29 09:58:58.558117 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-5e5931c4-e7f2-4035-873d-90b3fdc7e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'name': 'tempest-TestMinimumBasicScenario-1004335223-router', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '73208e01-cbd0-44b7-a06a-070859abf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:02Z', 'updated_at': '2021-07-29T09:54:07Z', 'revision_number': 4, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'gw_port': {'id': '73208e01-cbd0-44b7-a06a-070859abf612', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:03Z', 'updated_at': '2021-07-29T09:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '50652f6d-494f-4bc3-bfff-af4095ea74b0', 'name': '', 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'mac_address': 'fa:16:3e:63:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:05Z', 'updated_at': '2021-07-29T09:54:13Z', 'revision_number': 5, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'subnets': [{'id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:58:58.608762 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5931c4-e7f2-4035-873d-90b3fdc7e0b6 None None] Checking router: 7b353b71-9d18-47ed-a85f-37bb8354cc1b for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:58:58.625142 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5931c4-e7f2-4035-873d-90b3fdc7e0b6 None None] Routers {'7b353b71-9d18-47ed-a85f-37bb8354cc1b'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:58:58.627192 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-5e5931c4-e7f2-4035-873d-90b3fdc7e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:58:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:58:58.675291 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4167e2-1161-4f4b-abb0-c81bc06ca514 req-89a1828c-d8b6-4aa0-952b-984a87a86790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:58.677330 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1c4167e2-1161-4f4b-abb0-c81bc06ca514 req-89a1828c-d8b6-4aa0-952b-984a87a86790 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bb3bd51d-b489-4795-b464-e3136f29bc87 HTTP/1.1" status: 200 len: 917 time: 0.1367877 Jul 29 09:58:58.730410 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1c4167e2-1161-4f4b-abb0-c81bc06ca514 req-07d1f922-5b37-4285-8962-b0ebe62a9777 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a01525-0543-4ca6-beab-e4a937590492 HTTP/1.1" status: 200 len: 217 time: 0.0436175 Jul 29 09:58:58.772199 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992034e-6276-4ea8-b31e-fb656caf1af8 req-d79f6204-43a0-4f4c-bd46-8b30d2562825 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:58.775218 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1992034e-6276-4ea8-b31e-fb656caf1af8 req-d79f6204-43a0-4f4c-bd46-8b30d2562825 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0849581 Jul 29 09:58:58.803409 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4167e2-1161-4f4b-abb0-c81bc06ca514 req-3b2122d7-4114-45ef-ad37-8c006b88b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:58.805519 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1c4167e2-1161-4f4b-abb0-c81bc06ca514 req-3b2122d7-4114-45ef-ad37-8c006b88b815 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0a1e3e51-273f-4db5-93c1-39dca98e69d4 HTTP/1.1" status: 200 len: 854 time: 0.0654380 Jul 29 09:58:58.832432 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-5e5931c4-e7f2-4035-873d-90b3fdc7e0b6 None None] Set router 7b353b71-9d18-47ed-a85f-37bb8354cc1b gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:58:58.843756 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1992034e-6276-4ea8-b31e-fb656caf1af8 req-9b37dade-1fe0-4931-9e4e-ec64f865cafb tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580266 Jul 29 09:58:58.870705 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4167e2-1161-4f4b-abb0-c81bc06ca514 req-d9f7975e-a25b-45b5-84c7-5653db836031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:58:58.872505 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1c4167e2-1161-4f4b-abb0-c81bc06ca514 req-d9f7975e-a25b-45b5-84c7-5653db836031 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bb3bd51d-b489-4795-b464-e3136f29bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531223 Jul 29 09:58:59.036558 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1c4167e2-1161-4f4b-abb0-c81bc06ca514 req-5aa20d69-6a87-41ff-a698-c02e47a7ac39 service neutron] 10.222.0.89 "GET /v2.0/networks/bb3bd51d-b489-4795-b464-e3136f29bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455352 Jul 29 09:58:59.173858 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-5e5931c4-e7f2-4035-873d-90b3fdc7e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'name': 'tempest-TestMinimumBasicScenario-1004335223-router', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '73208e01-cbd0-44b7-a06a-070859abf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:02Z', 'updated_at': '2021-07-29T09:54:07Z', 'revision_number': 4, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'gw_port': {'id': '73208e01-cbd0-44b7-a06a-070859abf612', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:03Z', 'updated_at': '2021-07-29T09:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '50652f6d-494f-4bc3-bfff-af4095ea74b0', 'name': '', 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'mac_address': 'fa:16:3e:63:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:05Z', 'updated_at': '2021-07-29T09:54:13Z', 'revision_number': 5, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'subnets': [{'id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:58:59.204148 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1c4167e2-1161-4f4b-abb0-c81bc06ca514 req-15bed085-f1b7-4f1f-a790-0ac51e0db732 service neutron] 10.222.0.89 "GET /v2.0/networks/bb3bd51d-b489-4795-b464-e3136f29bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592796 Jul 29 09:58:59.209534 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5931c4-e7f2-4035-873d-90b3fdc7e0b6 None None] The sync data for ids ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'] in dv-cinder-788253-4-iscsi is: [{'id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'name': 'tempest-TestMinimumBasicScenario-1004335223-router', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '73208e01-cbd0-44b7-a06a-070859abf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:02Z', 'updated_at': '2021-07-29T09:54:07Z', 'revision_number': 4, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'gw_port': {'id': '73208e01-cbd0-44b7-a06a-070859abf612', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:03Z', 'updated_at': '2021-07-29T09:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '50652f6d-494f-4bc3-bfff-af4095ea74b0', 'name': '', 'network_id': 'bb3bd51d-b489-4795-b464-e3136f29bc87', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'mac_address': 'fa:16:3e:63:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:05Z', 'updated_at': '2021-07-29T09:54:13Z', 'revision_number': 5, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'subnets': [{'id': '0a1e3e51-273f-4db5-93c1-39dca98e69d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:58:59.550319 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37a7fa-7833-4907-949b-df55f0c69318 None None] New status for floating IP ff627b92-2c15-4f8e-8c8b-777899b901b7: DOWN {{(pid=104731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 09:59:00.018530 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b7342-9c6e-4dff-9d28-85e0bf7096bb req-a412f1eb-e5e1-4c74-8c58-608bb0dfbf4e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:00.020148 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1e1b7342-9c6e-4dff-9d28-85e0bf7096bb req-a412f1eb-e5e1-4c74-8c58-608bb0dfbf4e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0722744 Jul 29 09:59:00.063234 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1e1b7342-9c6e-4dff-9d28-85e0bf7096bb req-70751266-738c-49c4-be8b-837eea735db8 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362415 Jul 29 09:59:01.221649 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2166be-31a2-4cbb-bc9a-dcc943da09bc req-5716a925-ea31-4096-b89f-753a1885d87c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:01.223277 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4a2166be-31a2-4cbb-bc9a-dcc943da09bc req-5716a925-ea31-4096-b89f-753a1885d87c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0641937 Jul 29 09:59:01.278198 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4a2166be-31a2-4cbb-bc9a-dcc943da09bc req-16f95dfd-4678-4142-8420-2caf9fff01a9 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466950 Jul 29 09:59:02.049527 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b1e4b-0099-499f-9f93-15542f041dea req-0ec113e2-c5ae-4198-aa5a-9d8a6fb354c9 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:02.051121 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e01b1e4b-0099-499f-9f93-15542f041dea req-0ec113e2-c5ae-4198-aa5a-9d8a6fb354c9 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 945 time: 0.0681558 Jul 29 09:59:02.096060 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e01b1e4b-0099-499f-9f93-15542f041dea req-bd67a1f1-b85e-4077-9993-a7ea11737b18 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366025 Jul 29 09:59:02.417335 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faaa63-f0f7-47cf-804f-0719b43e70bc req-adb78810-e7b2-4664-b489-e0ffc2eee920 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:02.419188 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-20faaa63-f0f7-47cf-804f-0719b43e70bc req-adb78810-e7b2-4664-b489-e0ffc2eee920 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0545506 Jul 29 09:59:02.464132 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-20faaa63-f0f7-47cf-804f-0719b43e70bc req-6446e05a-c509-47a2-b820-56779e48a809 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376220 Jul 29 09:59:03.232070 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c50dca-6b97-4b8a-9494-4b1707c2889a req-7ba6456a-f87a-47e8-b0c2-ce07e618374d tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:03.233673 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e8c50dca-6b97-4b8a-9494-4b1707c2889a req-7ba6456a-f87a-47e8-b0c2-ce07e618374d tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 945 time: 0.0656118 Jul 29 09:59:03.297931 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e8c50dca-6b97-4b8a-9494-4b1707c2889a req-f49fc6d8-ed16-4266-97a2-e65b23e42936 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511413 Jul 29 09:59:03.607341 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a54d08-f859-45af-b558-48f5e4fbf327 req-36288996-9a2b-441d-a373-d0fb8498bcf0 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:03.608943 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-34a54d08-f859-45af-b558-48f5e4fbf327 req-36288996-9a2b-441d-a373-d0fb8498bcf0 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0628033 Jul 29 09:59:03.653175 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-34a54d08-f859-45af-b558-48f5e4fbf327 req-8a74b860-b6cb-4763-a72c-d1c0d4306616 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378356 Jul 29 09:59:04.446342 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b0c48-2cf7-4bb3-a52d-f7044ba65fe8 req-21bb44bc-568d-4c48-98c2-a86eaf509391 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:04.448210 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a50b0c48-2cf7-4bb3-a52d-f7044ba65fe8 req-21bb44bc-568d-4c48-98c2-a86eaf509391 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 945 time: 0.0616539 Jul 29 09:59:04.477092 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb40ab0-6a6f-4d0e-886a-8f501fe832b3 req-ac25b42d-9d13-44ce-919a-ad215ac9ba81 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:04.478979 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8eb40ab0-6a6f-4d0e-886a-8f501fe832b3 req-ac25b42d-9d13-44ce-919a-ad215ac9ba81 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.89 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 945 time: 0.0599496 Jul 29 09:59:04.496384 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a50b0c48-2cf7-4bb3-a52d-f7044ba65fe8 req-aeff15d3-b7c6-4344-bd56-ce4ea28150c5 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/security-groups?id=027816fa-4435-40cd-b0cd-b94fa328965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409942 Jul 29 09:59:04.592030 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-8eb40ab0-6a6f-4d0e-886a-8f501fe832b3 req-80e8515a-117d-4153-a7e9-0fd70da1f7f2 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Deleting port f4a01525-0543-4ca6-beab-e4a937590492 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:59:04.592269 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-8eb40ab0-6a6f-4d0e-886a-8f501fe832b3 req-80e8515a-117d-4153-a7e9-0fd70da1f7f2 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:04.701648 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-8eb40ab0-6a6f-4d0e-886a-8f501fe832b3 req-80e8515a-117d-4153-a7e9-0fd70da1f7f2 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] For port f4a01525-0543-4ca6-beab-e4a937590492, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f4a01525-0543-4ca6-beab-e4a937590492,segment=NetworkSegment(412d9521-c694-4ee6-9284-1a73552ddc9b),segment_id=412d9521-c694-4ee6-9284-1a73552ddc9b)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:59:04.702031 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-8eb40ab0-6a6f-4d0e-886a-8f501fe832b3 req-80e8515a-117d-4153-a7e9-0fd70da1f7f2 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:04.720558 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-8eb40ab0-6a6f-4d0e-886a-8f501fe832b3 req-80e8515a-117d-4153-a7e9-0fd70da1f7f2 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Calling delete_port for f4a01525-0543-4ca6-beab-e4a937590492 owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:59:04.807073 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b174616-0d65-4309-9c3f-6128f225c330 req-b9f01ebe-25ea-4421-91f9-294d7e405918 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:04.810599 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0b174616-0d65-4309-9c3f-6128f225c330 req-b9f01ebe-25ea-4421-91f9-294d7e405918 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0726027 Jul 29 09:59:04.861615 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0b174616-0d65-4309-9c3f-6128f225c330 req-9a577599-5f67-4625-8cb7-d75bcc165d1f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453908 Jul 29 09:59:04.911066 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-8eb40ab0-6a6f-4d0e-886a-8f501fe832b3 req-80e8515a-117d-4153-a7e9-0fd70da1f7f2 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:04.945982 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8515a-117d-4153-a7e9-0fd70da1f7f2 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Pushing event deleted for resources: {'Port': ['ID=f4a01525-0543-4ca6-beab-e4a937590492,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:04.953779 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['f4a01525-0543-4ca6-beab-e4a937590492'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:59:04.988793 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb40ab0-6a6f-4d0e-886a-8f501fe832b3 req-80e8515a-117d-4153-a7e9-0fd70da1f7f2 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] No DVR routers for this DVR port f4a01525-0543-4ca6-beab-e4a937590492 on host hv-cinder-78825 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 09:59:04.991864 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-8eb40ab0-6a6f-4d0e-886a-8f501fe832b3 req-80e8515a-117d-4153-a7e9-0fd70da1f7f2 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:04.994311 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8eb40ab0-6a6f-4d0e-886a-8f501fe832b3 req-80e8515a-117d-4153-a7e9-0fd70da1f7f2 tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.89 "DELETE /v2.0/ports/f4a01525-0543-4ca6-beab-e4a937590492 HTTP/1.1" status: 204 len: 173 time: 0.5072916 Jul 29 09:59:04.994880 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904864cf-fb04-481c-bd5b-a1e1b28b9f08', 'name': 'network-vif-deleted', 'tag': 'f4a01525-0543-4ca6-beab-e4a937590492'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:59:04.997769 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fafac3-6729-41c2-8e01-8aaa7b220426" -d '{"events": [{"server_uuid": "904864cf-fb04-481c-bd5b-a1e1b28b9f08", "name": "network-vif-deleted", "tag": "f4a01525-0543-4ca6-beab-e4a937590492"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:59:05.041458 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1829ade-5512-4f77-bee8-89139d229704 x-openstack-request-id: req-e1829ade-5512-4f77-bee8-89139d229704 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:59:05.041781 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904864cf-fb04-481c-bd5b-a1e1b28b9f08", "name": "network-vif-deleted", "tag": "f4a01525-0543-4ca6-beab-e4a937590492", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:59:05.042143 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e1829ade-5512-4f77-bee8-89139d229704 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:59:05.042625 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904864cf-fb04-481c-bd5b-a1e1b28b9f08', 'name': 'network-vif-deleted', 'tag': 'f4a01525-0543-4ca6-beab-e4a937590492', 'status': 'completed', 'code': 200} Jul 29 09:59:05.652885 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3f379291-be4d-4bb9-8626-6d7f1c28eb58 req-0015fa39-8ab0-4508-ad21-ffa5d1a570ed tempest-TestMinimumBasicScenario-1187652282 tempest-TestMinimumBasicScenario-1187652282-project] 10.222.0.78 "GET /v2.0/ports?device_id=904864cf-fb04-481c-bd5b-a1e1b28b9f08 HTTP/1.1" status: 200 len: 210 time: 0.0417709 Jul 29 09:59:06.048198 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156ec13-b191-4e14-be48-0deeb5cc45c4 req-ab96b475-4249-4cac-ac42-12cc292b5bc0 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:06.049861 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a156ec13-b191-4e14-be48-0deeb5cc45c4 req-ab96b475-4249-4cac-ac42-12cc292b5bc0 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0678637 Jul 29 09:59:06.098341 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a156ec13-b191-4e14-be48-0deeb5cc45c4 req-f7b05e14-fa69-4f87-9a62-4e1ccaf96e71 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416675 Jul 29 09:59:07.300869 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6c7eb-fd47-4131-bd24-5fc873be5abc req-973bc8ab-ea00-4aa1-bc78-02e105ec5e13 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:07.303143 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f6c6c7eb-fd47-4131-bd24-5fc873be5abc req-973bc8ab-ea00-4aa1-bc78-02e105ec5e13 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 943 time: 0.0902371 Jul 29 09:59:07.399479 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f6c6c7eb-fd47-4131-bd24-5fc873be5abc req-7fd5cc59-8806-42bf-b1b6-d162a086e5bb tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804615 Jul 29 09:59:07.486109 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39402) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:07.539404 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 61d6d7ff-270f-4308-8347-310c954af79d details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 09:59:07.550057 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device f4a01525-0543-4ca6-beab-e4a937590492 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 09:59:07.592286 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: f4a01525-0543-4ca6-beab-e4a937590492 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 09:59:07.592627 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device f4a01525-0543-4ca6-beab-e4a937590492 not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 09:59:07.762165 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 61d6d7ff-270f-4308-8347-310c954af79d, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=61d6d7ff-270f-4308-8347-310c954af79d,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:59:07.782707 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': '61d6d7ff-270f-4308-8347-310c954af79d', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'port_id': '61d6d7ff-270f-4308-8347-310c954af79d', 'mac_address': 'fa:16:3e:fb:1c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 09:59:07.843074 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:07.865371 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d6d7ff-270f-4308-8347-310c954af79d {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:59:07.901091 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 61d6d7ff-270f-4308-8347-310c954af79d, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=61d6d7ff-270f-4308-8347-310c954af79d,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:59:07.906860 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:07.980545 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=61d6d7ff-270f-4308-8347-310c954af79d,revision_number=9']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:07.990931 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:59:07.991456 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:59:07.991597 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:59:07.991992 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:59:07.992334 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:59:07.992666 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:59:07.993019 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:59:07.993343 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:59:07.993669 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:59:07.993998 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:59:07.994349 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:59:07.994664 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 09:59:08.325883 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-11257c12-f8c7-40bf-9ef7-1d9508fd56d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717318'] for router_interface, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:08.407821 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['61d6d7ff-270f-4308-8347-310c954af79d'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:59:08.568570 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb07dc-8c5c-4c9d-9c4d-99ab9e18bd3e req-9604dce0-9bb1-4b3d-8a90-bf639f0b2cad tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:08.573270 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0fdb07dc-8c5c-4c9d-9c4d-99ab9e18bd3e req-9604dce0-9bb1-4b3d-8a90-bf639f0b2cad tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 944 time: 0.0702736 Jul 29 09:59:08.626725 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0fdb07dc-8c5c-4c9d-9c4d-99ab9e18bd3e req-d23e4ce3-969f-40fc-826f-85cb1a34fe61 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490968 Jul 29 09:59:08.973908 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-11257c12-f8c7-40bf-9ef7-1d9508fd56d1 admin admin] Deleting port 50652f6d-494f-4bc3-bfff-af4095ea74b0 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:59:08.974495 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-11257c12-f8c7-40bf-9ef7-1d9508fd56d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:09.076147 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-11257c12-f8c7-40bf-9ef7-1d9508fd56d1 admin admin] For port 50652f6d-494f-4bc3-bfff-af4095ea74b0, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=50652f6d-494f-4bc3-bfff-af4095ea74b0,segment=NetworkSegment(412d9521-c694-4ee6-9284-1a73552ddc9b),segment_id=412d9521-c694-4ee6-9284-1a73552ddc9b)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:59:09.076770 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-11257c12-f8c7-40bf-9ef7-1d9508fd56d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:09.097876 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-11257c12-f8c7-40bf-9ef7-1d9508fd56d1 admin admin] Calling delete_port for 50652f6d-494f-4bc3-bfff-af4095ea74b0 owned by network:router_interface {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:59:09.301702 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-11257c12-f8c7-40bf-9ef7-1d9508fd56d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:09.331084 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11257c12-f8c7-40bf-9ef7-1d9508fd56d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=50652f6d-494f-4bc3-bfff-af4095ea74b0,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:09.557137 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-11257c12-f8c7-40bf-9ef7-1d9508fd56d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717290'] for router_interface, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:09.769240 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fefb8-575d-434e-af53-18b7a78928c0 req-9ce5c4ac-f847-4ade-9aff-e372ebcfae42 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:09.770885 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-525fefb8-575d-434e-af53-18b7a78928c0 req-9ce5c4ac-f847-4ade-9aff-e372ebcfae42 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 944 time: 0.0573421 Jul 29 09:59:09.795665 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11257c12-f8c7-40bf-9ef7-1d9508fd56d1 admin admin] Router 7b353b71-9d18-47ed-a85f-37bb8354cc1b has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 09:59:09.819785 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-525fefb8-575d-434e-af53-18b7a78928c0 req-34ddcadf-7d5f-4971-ad98-4e0d582b446f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426645 Jul 29 09:59:09.915127 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11257c12-f8c7-40bf-9ef7-1d9508fd56d1 admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:59:09.923911 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-11257c12-f8c7-40bf-9ef7-1d9508fd56d1 admin admin] 10.222.0.78 "PUT /v2.0/routers/7b353b71-9d18-47ed-a85f-37bb8354cc1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4360290 Jul 29 09:59:09.924094 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39410) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:09.926999 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134b4a81-4eac-4a83-a62c-4b3f7d5e3b16 None None] Sync routers for ids ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:59:09.938883 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134b4a81-4eac-4a83-a62c-4b3f7d5e3b16 None None] Routers {'7b353b71-9d18-47ed-a85f-37bb8354cc1b'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:59:09.939706 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-134b4a81-4eac-4a83-a62c-4b3f7d5e3b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:58:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:10.042971 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-94b760bb-377b-4ec8-8495-04efc648e7e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:10.071426 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-134b4a81-4eac-4a83-a62c-4b3f7d5e3b16 None None] Set router 7b353b71-9d18-47ed-a85f-37bb8354cc1b gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:59:10.170860 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-94b760bb-377b-4ec8-8495-04efc648e7e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:10.232494 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-94b760bb-377b-4ec8-8495-04efc648e7e1 admin admin] Deleting port 73208e01-cbd0-44b7-a06a-070859abf612 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:59:10.232494 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-94b760bb-377b-4ec8-8495-04efc648e7e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:10.283467 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-134b4a81-4eac-4a83-a62c-4b3f7d5e3b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'name': 'tempest-TestMinimumBasicScenario-1004335223-router', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '73208e01-cbd0-44b7-a06a-070859abf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:02Z', 'updated_at': '2021-07-29T09:59:09Z', 'revision_number': 5, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'gw_port': {'id': '73208e01-cbd0-44b7-a06a-070859abf612', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:03Z', 'updated_at': '2021-07-29T09:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:10.316430 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134b4a81-4eac-4a83-a62c-4b3f7d5e3b16 None None] Checking router: 7b353b71-9d18-47ed-a85f-37bb8354cc1b for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:59:10.326547 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134b4a81-4eac-4a83-a62c-4b3f7d5e3b16 None None] Routers {'7b353b71-9d18-47ed-a85f-37bb8354cc1b'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:59:10.327161 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-134b4a81-4eac-4a83-a62c-4b3f7d5e3b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:58:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:10.331393 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [None req-94b760bb-377b-4ec8-8495-04efc648e7e1 admin admin] For port 73208e01-cbd0-44b7-a06a-070859abf612, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=73208e01-cbd0-44b7-a06a-070859abf612,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:59:10.331787 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-94b760bb-377b-4ec8-8495-04efc648e7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:10.350587 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-94b760bb-377b-4ec8-8495-04efc648e7e1 admin admin] Calling delete_port for 73208e01-cbd0-44b7-a06a-070859abf612 owned by network:router_gateway {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:59:10.419810 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-134b4a81-4eac-4a83-a62c-4b3f7d5e3b16 None None] Set router 7b353b71-9d18-47ed-a85f-37bb8354cc1b gateway port host: None {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:59:10.491214 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-134b4a81-4eac-4a83-a62c-4b3f7d5e3b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'name': 'tempest-TestMinimumBasicScenario-1004335223-router', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:02Z', 'updated_at': '2021-07-29T09:59:10Z', 'revision_number': 6, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'gw_port_host': None}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:10.523277 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134b4a81-4eac-4a83-a62c-4b3f7d5e3b16 None None] The sync data for ids ['7b353b71-9d18-47ed-a85f-37bb8354cc1b'] in dv-cinder-788253-4-iscsi is: [{'id': '7b353b71-9d18-47ed-a85f-37bb8354cc1b', 'name': 'tempest-TestMinimumBasicScenario-1004335223-router', 'tenant_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:02Z', 'updated_at': '2021-07-29T09:59:10Z', 'revision_number': 6, 'project_id': 'ce85ecee1bbb438e9e43ecc78295cb72', 'gw_port_host': None}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:59:10.552105 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-94b760bb-377b-4ec8-8495-04efc648e7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:10.583616 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b760bb-377b-4ec8-8495-04efc648e7e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=73208e01-cbd0-44b7-a06a-070859abf612,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:10.661320 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-94b760bb-377b-4ec8-8495-04efc648e7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634440'] for router_gateway, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:10.771232 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-94b760bb-377b-4ec8-8495-04efc648e7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2281'] for router, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:10.773612 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-94b760bb-377b-4ec8-8495-04efc648e7e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:10.846130 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-94b760bb-377b-4ec8-8495-04efc648e7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1596551'] for router, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:10.846649 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b760bb-377b-4ec8-8495-04efc648e7e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b353b71-9d18-47ed-a85f-37bb8354cc1b {{(pid=104728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 09:59:10.853791 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-94b760bb-377b-4ec8-8495-04efc648e7e1 admin admin] Notify callbacks [] for router, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:10.855058 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-94b760bb-377b-4ec8-8495-04efc648e7e1 admin admin] 10.222.0.78 "DELETE /v2.0/routers/7b353b71-9d18-47ed-a85f-37bb8354cc1b HTTP/1.1" status: 204 len: 168 time: 0.9300511 Jul 29 09:59:10.857544 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39414) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:10.945918 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_v2 [None req-598cdbf1-4119-422f-8809-ff8bb191e716 admin admin] Deleting subnet 0a1e3e51-273f-4db5-93c1-39dca98e69d4 {{(pid=104728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 09:59:10.954399 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-598cdbf1-4119-422f-8809-ff8bb191e716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:11.045234 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-598cdbf1-4119-422f-8809-ff8bb191e716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8199903'] for subnet, precommit_delete_associations {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:11.076825 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe1fd2-f771-4d8d-81a1-be6d912cfe90 req-b0ca7546-2bff-4009-9445-97ed15277fb7 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:11.079243 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8bfe1fd2-f771-4d8d-81a1-be6d912cfe90 req-b0ca7546-2bff-4009-9445-97ed15277fb7 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 944 time: 0.1559927 Jul 29 09:59:11.186361 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8bfe1fd2-f771-4d8d-81a1-be6d912cfe90 req-560485ff-7818-48ca-961f-6e52672c5f0b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982630 Jul 29 09:59:11.207419 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-598cdbf1-4119-422f-8809-ff8bb191e716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782467'] for subnet, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:11.266664 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-598cdbf1-4119-422f-8809-ff8bb191e716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8099219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8094446'] for subnet, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:11.294458 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cdbf1-4119-422f-8809-ff8bb191e716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a1e3e51-273f-4db5-93c1-39dca98e69d4,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:11.299716 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-598cdbf1-4119-422f-8809-ff8bb191e716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:11.302126 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-598cdbf1-4119-422f-8809-ff8bb191e716 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0a1e3e51-273f-4db5-93c1-39dca98e69d4 HTTP/1.1" status: 204 len: 168 time: 0.4434431 Jul 29 09:59:11.304599 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39416) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:11.307208 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172c0171-a330-43a3-8ceb-8973ebb7dae7 None None] Network bb3bd51d-b489-4795-b464-e3136f29bc87 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:59:11.323056 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 50652f6d-494f-4bc3-bfff-af4095ea74b0 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 09:59:11.373124 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: 50652f6d-494f-4bc3-bfff-af4095ea74b0 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 09:59:11.373290 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 50652f6d-494f-4bc3-bfff-af4095ea74b0 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 09:59:11.401807 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648586'] for network, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:11.477318 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] Deleting port ccf46f44-f65a-4749-8e5d-e89bb7d663b1 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:59:11.477318 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:11.550625 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14993cd7-b297-4342-bbff-dc95636ef384 None None] DHCP port deletion for bb3bd51d-b489-4795-b464-e3136f29bc87 request from dv-cinder-788253-4-iscsi {{(pid=104730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 09:59:11.556616 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 61d6d7ff-270f-4308-8347-310c954af79d up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:59:11.568070 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] For port ccf46f44-f65a-4749-8e5d-e89bb7d663b1, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=ccf46f44-f65a-4749-8e5d-e89bb7d663b1,segment=NetworkSegment(412d9521-c694-4ee6-9284-1a73552ddc9b),segment_id=412d9521-c694-4ee6-9284-1a73552ddc9b)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:59:11.568070 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:11.583914 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] Calling delete_port for ccf46f44-f65a-4749-8e5d-e89bb7d663b1 owned by network:dhcp {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:59:11.665905 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-14993cd7-b297-4342-bbff-dc95636ef384 None None] Deleting port ccf46f44-f65a-4749-8e5d-e89bb7d663b1 {{(pid=104730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:59:11.666411 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-14993cd7-b297-4342-bbff-dc95636ef384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:11.670183 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port 61d6d7ff-270f-4308-8347-310c954af79d triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:59:11.670422 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:11.697320 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:11.745489 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf46f44-f65a-4749-8e5d-e89bb7d663b1,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:11.750243 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] No DVR routers for this DVR port ccf46f44-f65a-4749-8e5d-e89bb7d663b1 on host dv-cinder-788253-4-iscsi {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 09:59:11.809127 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-14993cd7-b297-4342-bbff-dc95636ef384 None None] For port ccf46f44-f65a-4749-8e5d-e89bb7d663b1, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=ccf46f44-f65a-4749-8e5d-e89bb7d663b1,segment=NetworkSegment(412d9521-c694-4ee6-9284-1a73552ddc9b),segment_id=412d9521-c694-4ee6-9284-1a73552ddc9b)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:59:11.809533 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-14993cd7-b297-4342-bbff-dc95636ef384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:11.832432 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-14993cd7-b297-4342-bbff-dc95636ef384 None None] Calling delete_port for ccf46f44-f65a-4749-8e5d-e89bb7d663b1 owned by network:dhcp {{(pid=104730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:59:11.846621 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785684', 'neutron.services.segments.db._delete_segments_for_network-8755120061489'] for network, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:11.859136 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3bd51d-b489-4795-b464-e3136f29bc87']}} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:11.876746 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412d9521-c694-4ee6-9284-1a73552ddc9b') {'for_net_delete': True} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:11.877044 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412d9521-c694-4ee6-9284-1a73552ddc9b') {} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:11.893239 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755120062522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8132509'] for segment, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:11.912535 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:11.920044 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=104729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 09:59:11.920732 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7997881'] for segment, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: Traceback (most recent call last): Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: timer() Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: cb(*args, **kw) Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: return func(*args, **kwargs) Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: self._notify() Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: self.callback(batched_events) Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: event.method(event) Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: return f(self, *a, **k) Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: return self._get(url).json() Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: return self.request(url, 'GET', **kwargs) Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 09:59:11.923335 dv-cinder-788253-4-iscsi neutron-server[104729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 09:59:11.951824 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:11.998336 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634484'] for network, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:12.018664 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:12.021891 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] 10.222.0.78 "DELETE /v2.0/networks/bb3bd51d-b489-4795-b464-e3136f29bc87 HTTP/1.1" status: 204 len: 168 time: 0.7152510 Jul 29 09:59:12.025745 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39418) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:12.038668 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ae3d4-06d9-4642-bf80-ef1c21829e13 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb3bd51d-b489-4795-b464-e3136f29bc87,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:12.045299 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-14993cd7-b297-4342-bbff-dc95636ef384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069'] for port, after_delete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:12.061759 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270ef042-d119-43af-8e2c-a8d779d7f73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d6d7ff-270f-4308-8347-310c954af79d'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:59:12.066961 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2403638c-a21d-438d-8a16-badd281afb7b" -d '{"events": [{"server_uuid": "270ef042-d119-43af-8e2c-a8d779d7f73b", "name": "network-vif-plugged", "status": "completed", "tag": "61d6d7ff-270f-4308-8347-310c954af79d"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:59:12.112423 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993cd7-b297-4342-bbff-dc95636ef384 None None] Pushing event deleted for resources: {'Port': ['ID=ccf46f44-f65a-4749-8e5d-e89bb7d663b1,revision_number=None']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:12.119696 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-14993cd7-b297-4342-bbff-dc95636ef384 None None] Network bb3bd51d-b489-4795-b464-e3136f29bc87 is not hosted by any dhcp agent {{(pid=104730) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 09:59:12.120464 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14993cd7-b297-4342-bbff-dc95636ef384 None None] No DVR routers for this DVR port ccf46f44-f65a-4749-8e5d-e89bb7d663b1 on host dv-cinder-788253-4-iscsi {{(pid=104730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 09:59:12.127218 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 61d6d7ff-270f-4308-8347-310c954af79d, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=61d6d7ff-270f-4308-8347-310c954af79d,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:59:12.134316 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:12.141329 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ceec61c-3e70-46f4-b31b-044312002669 x-openstack-request-id: req-0ceec61c-3e70-46f4-b31b-044312002669 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:59:12.141613 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270ef042-d119-43af-8e2c-a8d779d7f73b", "name": "network-vif-plugged", "status": "completed", "tag": "61d6d7ff-270f-4308-8347-310c954af79d", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:59:12.141785 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ceec61c-3e70-46f4-b31b-044312002669 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:59:12.142256 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270ef042-d119-43af-8e2c-a8d779d7f73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d6d7ff-270f-4308-8347-310c954af79d', 'code': 200} Jul 29 09:59:12.160155 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee66b4-a67f-4694-9a9d-a08e2a0785b9 req-38f8d788-6579-4e40-a39e-f3755cc449d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:12.164646 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7ee66b4-a67f-4694-9a9d-a08e2a0785b9 req-38f8d788-6579-4e40-a39e-f3755cc449d8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=735b6107d1e24edfb73207b6522a26c4&device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 1097 time: 0.0942733 Jul 29 09:59:12.220054 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=61d6d7ff-270f-4308-8347-310c954af79d,revision_number=10']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:12.325335 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee66b4-a67f-4694-9a9d-a08e2a0785b9 req-1da19914-f0fe-4ed5-87eb-6f5573ccc581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:12.327009 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7ee66b4-a67f-4694-9a9d-a08e2a0785b9 req-1da19914-f0fe-4ed5-87eb-6f5573ccc581 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3fa3a7a6-9806-484d-b0ba-8344627c78e2 HTTP/1.1" status: 200 len: 919 time: 0.1344678 Jul 29 09:59:12.411035 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7ee66b4-a67f-4694-9a9d-a08e2a0785b9 req-bcd55161-44e9-4093-a93c-8184f38cd21f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d6d7ff-270f-4308-8347-310c954af79d HTTP/1.1" status: 200 len: 1001 time: 0.0699368 Jul 29 09:59:12.411247 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289c275-ca42-4fa2-b79f-bb7dda4fa198 req-407d90e7-d230-4a4d-9ff6-cf9f1c84ddad tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:12.411247 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9289c275-ca42-4fa2-b79f-bb7dda4fa198 req-407d90e7-d230-4a4d-9ff6-cf9f1c84ddad tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 946 time: 0.1100297 Jul 29 09:59:12.472835 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee66b4-a67f-4694-9a9d-a08e2a0785b9 req-cbbc4e1e-a4ff-4b47-82d6-53a9cf5cb5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:12.474983 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7ee66b4-a67f-4694-9a9d-a08e2a0785b9 req-cbbc4e1e-a4ff-4b47-82d6-53a9cf5cb5e5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4d807706-b29a-4520-8761-85daf7efff9e HTTP/1.1" status: 200 len: 856 time: 0.0617578 Jul 29 09:59:12.537989 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee66b4-a67f-4694-9a9d-a08e2a0785b9 req-e22ef582-074d-4e3f-ae66-7ebae9ab9b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:12.539830 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7ee66b4-a67f-4694-9a9d-a08e2a0785b9 req-e22ef582-074d-4e3f-ae66-7ebae9ab9b77 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3fa3a7a6-9806-484d-b0ba-8344627c78e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576828 Jul 29 09:59:12.657829 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7ee66b4-a67f-4694-9a9d-a08e2a0785b9 req-ee80dc1a-1c7d-447b-b3c8-b685743190b8 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092083 Jul 29 09:59:12.788112 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7ee66b4-a67f-4694-9a9d-a08e2a0785b9 req-fb8be106-b11e-49a4-b531-58c9471a82af service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225598 Jul 29 09:59:12.792912 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9289c275-ca42-4fa2-b79f-bb7dda4fa198 req-ab67ebbf-bc1e-48ce-b79a-9fb6c076ea22 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3639228 Jul 29 09:59:12.827438 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device ccf46f44-f65a-4749-8e5d-e89bb7d663b1 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 09:59:12.842855 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe912c1-688c-436e-adf3-d30a577c2544 req-557151bf-203f-4c68-99ed-41a17f87382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:12.844585 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dbe912c1-688c-436e-adf3-d30a577c2544 req-557151bf-203f-4c68-99ed-41a17f87382e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 1099 time: 0.0659246 Jul 29 09:59:12.853772 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: ccf46f44-f65a-4749-8e5d-e89bb7d663b1 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 09:59:12.854124 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device ccf46f44-f65a-4749-8e5d-e89bb7d663b1 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 09:59:12.854549 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 73208e01-cbd0-44b7-a06a-070859abf612 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 09:59:12.875399 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: 73208e01-cbd0-44b7-a06a-070859abf612 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 09:59:12.875881 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 73208e01-cbd0-44b7-a06a-070859abf612 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 09:59:12.900756 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dbe912c1-688c-436e-adf3-d30a577c2544 req-c91e4e08-bfa0-4d44-89d7-d25142ee4fd8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458567 Jul 29 09:59:12.959118 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2ccb0425-01f2-49d0-9f7a-03bdc001a6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717318'] for router_interface, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:13.259115 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb0425-01f2-49d0-9f7a-03bdc001a6be admin admin] Deleting port e15b9d70-48b9-4699-94c9-80a71b69dd28 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:59:13.260074 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2ccb0425-01f2-49d0-9f7a-03bdc001a6be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:13.346008 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [None req-2ccb0425-01f2-49d0-9f7a-03bdc001a6be admin admin] For port e15b9d70-48b9-4699-94c9-80a71b69dd28, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=e15b9d70-48b9-4699-94c9-80a71b69dd28,segment=NetworkSegment(4d93da85-f7d5-4dc0-9a4f-6c825b05162d),segment_id=4d93da85-f7d5-4dc0-9a4f-6c825b05162d)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:59:13.346401 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2ccb0425-01f2-49d0-9f7a-03bdc001a6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:13.361365 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb0425-01f2-49d0-9f7a-03bdc001a6be admin admin] Calling delete_port for e15b9d70-48b9-4699-94c9-80a71b69dd28 owned by network:router_interface {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:59:13.550606 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2ccb0425-01f2-49d0-9f7a-03bdc001a6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:13.576116 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb0425-01f2-49d0-9f7a-03bdc001a6be admin admin] Pushing event deleted for resources: {'Port': ['ID=e15b9d70-48b9-4699-94c9-80a71b69dd28,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:13.752430 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2ccb0425-01f2-49d0-9f7a-03bdc001a6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717290'] for router_interface, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:13.995831 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2e998-0c8a-4d5c-995d-4f4c629fc9ef req-b359c36d-c8f5-4759-a8f7-057bbb0c3ea6 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:13.997361 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-59d2e998-0c8a-4d5c-995d-4f4c629fc9ef req-b359c36d-c8f5-4759-a8f7-057bbb0c3ea6 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 946 time: 0.0963397 Jul 29 09:59:14.017672 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccb0425-01f2-49d0-9f7a-03bdc001a6be admin admin] Router e16988fe-67de-40ca-9942-197f558023b1 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 09:59:14.085438 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-59d2e998-0c8a-4d5c-995d-4f4c629fc9ef req-0bcbc9d5-b089-452e-a7f8-269479649494 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783899 Jul 29 09:59:14.158979 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccb0425-01f2-49d0-9f7a-03bdc001a6be admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:59:14.167243 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-2ccb0425-01f2-49d0-9f7a-03bdc001a6be admin admin] 10.222.0.78 "PUT /v2.0/routers/e16988fe-67de-40ca-9942-197f558023b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1396263 Jul 29 09:59:14.167798 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39430) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:14.169684 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811e66c-c839-4927-88fa-6646e67b1ac9 None None] Sync routers for ids ['e16988fe-67de-40ca-9942-197f558023b1'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:59:14.180100 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6811e66c-c839-4927-88fa-6646e67b1ac9 None None] Routers {'e16988fe-67de-40ca-9942-197f558023b1'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:59:14.180748 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-6811e66c-c839-4927-88fa-6646e67b1ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:58:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['e16988fe-67de-40ca-9942-197f558023b1'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:14.251667 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:14.268597 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-da96b7c9-bfdf-4e2c-a735-53e0f909dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:14.303817 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-6811e66c-c839-4927-88fa-6646e67b1ac9 None None] Set router e16988fe-67de-40ca-9942-197f558023b1 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:59:14.305124 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6b3ebe8a-db67-4ee7-a5e3-bf0b518b036b admin admin] Notify callbacks [] for router, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:14.439111 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6b3ebe8a-db67-4ee7-a5e3-bf0b518b036b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:14.495936 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ebe8a-db67-4ee7-a5e3-bf0b518b036b admin admin] Deleting port 12aa00f6-39e8-48a7-9d00-171b7d65f803 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:59:14.496322 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6b3ebe8a-db67-4ee7-a5e3-bf0b518b036b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:14.510305 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-6811e66c-c839-4927-88fa-6646e67b1ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16988fe-67de-40ca-9942-197f558023b1', 'name': 'tempest-TestMinimumBasicScenario-1702052382-router', 'tenant_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '12aa00f6-39e8-48a7-9d00-171b7d65f803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:10Z', 'updated_at': '2021-07-29T09:59:13Z', 'revision_number': 5, 'project_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'gw_port': {'id': '12aa00f6-39e8-48a7-9d00-171b7d65f803', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16988fe-67de-40ca-9942-197f558023b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:54:11Z', 'updated_at': '2021-07-29T09:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:14.526337 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ace32e-6aee-41d2-adde-01fc0d695559 req-5dbb37a2-ac2e-4b1a-bf82-a6f33a5a5993 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:14.528131 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-73ace32e-6aee-41d2-adde-01fc0d695559 req-5dbb37a2-ac2e-4b1a-bf82-a6f33a5a5993 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0723865 Jul 29 09:59:14.563432 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811e66c-c839-4927-88fa-6646e67b1ac9 None None] Checking router: e16988fe-67de-40ca-9942-197f558023b1 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:59:14.571487 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-73ace32e-6aee-41d2-adde-01fc0d695559 req-0f5971df-eac4-47dc-a88d-ffc86e46af26 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363493 Jul 29 09:59:14.582916 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6811e66c-c839-4927-88fa-6646e67b1ac9 None None] Routers {'e16988fe-67de-40ca-9942-197f558023b1'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:59:14.583950 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-6811e66c-c839-4927-88fa-6646e67b1ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:58:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['e16988fe-67de-40ca-9942-197f558023b1'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:14.612598 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-6b3ebe8a-db67-4ee7-a5e3-bf0b518b036b admin admin] For port 12aa00f6-39e8-48a7-9d00-171b7d65f803, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=12aa00f6-39e8-48a7-9d00-171b7d65f803,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:59:14.613079 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6b3ebe8a-db67-4ee7-a5e3-bf0b518b036b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:14.628196 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ebe8a-db67-4ee7-a5e3-bf0b518b036b admin admin] Calling delete_port for 12aa00f6-39e8-48a7-9d00-171b7d65f803 owned by network:router_gateway {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:59:14.702779 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-6811e66c-c839-4927-88fa-6646e67b1ac9 None None] Set router e16988fe-67de-40ca-9942-197f558023b1 gateway port host: None {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:59:14.777311 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-6811e66c-c839-4927-88fa-6646e67b1ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16988fe-67de-40ca-9942-197f558023b1', 'name': 'tempest-TestMinimumBasicScenario-1702052382-router', 'tenant_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:10Z', 'updated_at': '2021-07-29T09:59:14Z', 'revision_number': 6, 'project_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'gw_port_host': None}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:14.811619 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811e66c-c839-4927-88fa-6646e67b1ac9 None None] The sync data for ids ['e16988fe-67de-40ca-9942-197f558023b1'] in dv-cinder-788253-4-iscsi is: [{'id': 'e16988fe-67de-40ca-9942-197f558023b1', 'name': 'tempest-TestMinimumBasicScenario-1702052382-router', 'tenant_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:54:10Z', 'updated_at': '2021-07-29T09:59:14Z', 'revision_number': 6, 'project_id': 'bc3f0bb5535b405da7e7ce2e898c7a76', 'gw_port_host': None}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:59:14.902757 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6b3ebe8a-db67-4ee7-a5e3-bf0b518b036b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:14.932699 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ebe8a-db67-4ee7-a5e3-bf0b518b036b admin admin] Pushing event deleted for resources: {'Port': ['ID=12aa00f6-39e8-48a7-9d00-171b7d65f803,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:15.006036 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6b3ebe8a-db67-4ee7-a5e3-bf0b518b036b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634440'] for router_gateway, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:15.115764 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6b3ebe8a-db67-4ee7-a5e3-bf0b518b036b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2281'] for router, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:15.118340 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6b3ebe8a-db67-4ee7-a5e3-bf0b518b036b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:15.190446 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6b3ebe8a-db67-4ee7-a5e3-bf0b518b036b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1596551'] for router, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:15.191197 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3ebe8a-db67-4ee7-a5e3-bf0b518b036b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e16988fe-67de-40ca-9942-197f558023b1 {{(pid=104729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 09:59:15.204281 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6b3ebe8a-db67-4ee7-a5e3-bf0b518b036b admin admin] Notify callbacks [] for router, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:15.209518 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6b3ebe8a-db67-4ee7-a5e3-bf0b518b036b admin admin] 10.222.0.78 "DELETE /v2.0/routers/e16988fe-67de-40ca-9942-197f558023b1 HTTP/1.1" status: 204 len: 168 time: 1.0399845 Jul 29 09:59:15.210526 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39478) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:15.249530 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48f977-1ed6-487c-9b52-f5a83075d6a2 req-d1eefc49-41ae-438d-98b3-8139ca6f6a4a tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:15.259130 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ce48f977-1ed6-487c-9b52-f5a83075d6a2 req-d1eefc49-41ae-438d-98b3-8139ca6f6a4a tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 946 time: 0.0837133 Jul 29 09:59:15.272462 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c22010e-fbdc-4206-aaf1-95e9508c9b52 admin admin] Deleting subnet 2b779179-53ae-4ebb-800b-6accf7db0cf0 {{(pid=104729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 09:59:15.277632 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7c22010e-fbdc-4206-aaf1-95e9508c9b52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:15.309484 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ce48f977-1ed6-487c-9b52-f5a83075d6a2 req-945dc8e0-ff35-408b-bdb3-62777a2804cf tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491714 Jul 29 09:59:15.334864 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7c22010e-fbdc-4206-aaf1-95e9508c9b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8132502'] for subnet, precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:15.464936 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7c22010e-fbdc-4206-aaf1-95e9508c9b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782467'] for subnet, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:15.526206 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7c22010e-fbdc-4206-aaf1-95e9508c9b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7998055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4197211'] for subnet, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:15.553143 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22010e-fbdc-4206-aaf1-95e9508c9b52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b779179-53ae-4ebb-800b-6accf7db0cf0,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:15.557956 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7c22010e-fbdc-4206-aaf1-95e9508c9b52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:15.563397 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-7c22010e-fbdc-4206-aaf1-95e9508c9b52 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2b779179-53ae-4ebb-800b-6accf7db0cf0 HTTP/1.1" status: 204 len: 168 time: 0.3486867 Jul 29 09:59:15.563798 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39480) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:15.565878 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58207d15-aae9-4aa1-8537-d4e4055d10de None None] Network 3221a6b2-0908-4e4b-911f-40c722977bbb requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 09:59:15.666115 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648586'] for network, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:15.753931 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063ffea-8348-4c5c-9b62-e918cea83e42 req-afbfe5d3-e162-4673-9e17-2d00d33a9f0b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:15.761133 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a063ffea-8348-4c5c-9b62-e918cea83e42 req-afbfe5d3-e162-4673-9e17-2d00d33a9f0b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0870962 Jul 29 09:59:15.764294 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] Deleting port bda8467c-fa5a-4453-bbb8-8f69643d91a2 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:59:15.764294 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:15.820257 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a063ffea-8348-4c5c-9b62-e918cea83e42 req-3c6fce09-8caa-4a0c-adaa-c6f3773a9def tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513117 Jul 29 09:59:15.861578 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] For port bda8467c-fa5a-4453-bbb8-8f69643d91a2, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=bda8467c-fa5a-4453-bbb8-8f69643d91a2,segment=NetworkSegment(4d93da85-f7d5-4dc0-9a4f-6c825b05162d),segment_id=4d93da85-f7d5-4dc0-9a4f-6c825b05162d)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:59:15.862176 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:15.885629 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] Calling delete_port for bda8467c-fa5a-4453-bbb8-8f69643d91a2 owned by network:dhcp {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:59:15.949467 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d799775-4539-48b0-9f03-52fcfcedd17e None None] DHCP port deletion for 3221a6b2-0908-4e4b-911f-40c722977bbb request from dv-cinder-788253-4-iscsi {{(pid=104730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 09:59:15.994104 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:16.008165 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-3d799775-4539-48b0-9f03-52fcfcedd17e None None] Deleting port bda8467c-fa5a-4453-bbb8-8f69643d91a2 {{(pid=104730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:59:16.008663 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-3d799775-4539-48b0-9f03-52fcfcedd17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:16.029527 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] No DVR routers for this DVR port bda8467c-fa5a-4453-bbb8-8f69643d91a2 on host dv-cinder-788253-4-iscsi {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 09:59:16.029527 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bda8467c-fa5a-4453-bbb8-8f69643d91a2,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:16.102884 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-3d799775-4539-48b0-9f03-52fcfcedd17e None None] For port bda8467c-fa5a-4453-bbb8-8f69643d91a2, host dv-cinder-788253-4-iscsi, got binding levels [] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:59:16.103285 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-3d799775-4539-48b0-9f03-52fcfcedd17e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:16.117629 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785684', 'neutron.services.segments.db._delete_segments_for_network-8755120061489'] for network, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:16.119228 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-3d799775-4539-48b0-9f03-52fcfcedd17e None None] Calling delete_port for bda8467c-fa5a-4453-bbb8-8f69643d91a2 owned by network:dhcp {{(pid=104730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:59:16.123193 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.ipam_backend_mixin [None req-3d799775-4539-48b0-9f03-52fcfcedd17e None None] Port bda8467c-fa5a-4453-bbb8-8f69643d91a2 was not found and therefore no delete operation was performed {{(pid=104730) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 09:59:16.125578 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-3d799775-4539-48b0-9f03-52fcfcedd17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069'] for port, after_delete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:16.135125 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3221a6b2-0908-4e4b-911f-40c722977bbb']}} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:16.142861 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d93da85-f7d5-4dc0-9a4f-6c825b05162d') {'for_net_delete': True} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:16.143124 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d93da85-f7d5-4dc0-9a4f-6c825b05162d') {} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:16.151334 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d799775-4539-48b0-9f03-52fcfcedd17e None None] Pushing event deleted for resources: {'Port': ['ID=bda8467c-fa5a-4453-bbb8-8f69643d91a2,revision_number=None']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:16.157445 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755120062522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8132509'] for segment, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:16.157757 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d799775-4539-48b0-9f03-52fcfcedd17e None None] No DVR routers for this DVR port bda8467c-fa5a-4453-bbb8-8f69643d91a2 on host dv-cinder-788253-4-iscsi {{(pid=104730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 09:59:16.183471 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:16.194352 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=104729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 09:59:16.195212 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7997881'] for segment, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: Traceback (most recent call last): Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: timer() Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: cb(*args, **kw) Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: return func(*args, **kwargs) Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: self._notify() Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: self.callback(batched_events) Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: event.method(event) Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: return f(self, *a, **k) Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: return self._get(url).json() Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: return self.request(url, 'GET', **kwargs) Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 09:59:16.196676 dv-cinder-788253-4-iscsi neutron-server[104729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 09:59:16.252636 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634484'] for network, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:16.256660 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:16.258821 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3221a6b2-0908-4e4b-911f-40c722977bbb HTTP/1.1" status: 204 len: 168 time: 0.6940022 Jul 29 09:59:16.279349 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a54a1-b8c5-4e2d-9637-73be43b025a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3221a6b2-0908-4e4b-911f-40c722977bbb,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:16.426667 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39488) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:16.433913 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292a2a2-0626-4beb-9565-030b52480cbf req-ffa58e46-2506-4026-a79c-a035c19232c8 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:16.435491 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e292a2a2-0626-4beb-9565-030b52480cbf req-ffa58e46-2506-4026-a79c-a035c19232c8 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.89 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.0671465 Jul 29 09:59:16.486467 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-c7ea5997-e2a2-485e-99d3-139188259179 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ce85ecee1bbb438e9e43ecc78295cb72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578759 Jul 29 09:59:16.488931 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39490) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:16.537795 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc7ce8-6ddd-46c7-ada0-19a2afce38df req-9fecd7a1-bde5-4ff7-ac29-72b3640fc568 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:16.539333 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-55cc7ce8-6ddd-46c7-ada0-19a2afce38df req-9fecd7a1-bde5-4ff7-ac29-72b3640fc568 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 946 time: 0.1264820 Jul 29 09:59:16.563832 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-58a5d149-b6a2-45c4-b927-63f03e804676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:16.592416 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-58a5d149-b6a2-45c4-b927-63f03e804676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:16.609970 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-55cc7ce8-6ddd-46c7-ada0-19a2afce38df req-f34e9bec-889c-405c-9e3b-7b301328f542 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521705 Jul 29 09:59:16.627365 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-e292a2a2-0626-4beb-9565-030b52480cbf req-334b8314-09c4-4b6a-8955-5564c00e4a2b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Deleting port 82fec0ca-9a10-4978-b588-19cdc69d082e {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:59:16.628082 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-e292a2a2-0626-4beb-9565-030b52480cbf req-334b8314-09c4-4b6a-8955-5564c00e4a2b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:16.670934 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-58a5d149-b6a2-45c4-b927-63f03e804676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:16.674238 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-58a5d149-b6a2-45c4-b927-63f03e804676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:16.677927 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-58a5d149-b6a2-45c4-b927-63f03e804676 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/027816fa-4435-40cd-b0cd-b94fa328965f HTTP/1.1" status: 204 len: 168 time: 0.1852522 Jul 29 09:59:16.684859 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5d149-b6a2-45c4-b927-63f03e804676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027816fa-4435-40cd-b0cd-b94fa328965f,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:16.817489 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-e292a2a2-0626-4beb-9565-030b52480cbf req-334b8314-09c4-4b6a-8955-5564c00e4a2b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] For port 82fec0ca-9a10-4978-b588-19cdc69d082e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=82fec0ca-9a10-4978-b588-19cdc69d082e,segment=NetworkSegment(6ae67238-e876-4105-9dd7-15cfb52eb401),segment_id=6ae67238-e876-4105-9dd7-15cfb52eb401)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:59:16.818264 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-e292a2a2-0626-4beb-9565-030b52480cbf req-334b8314-09c4-4b6a-8955-5564c00e4a2b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:16.830719 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device e15b9d70-48b9-4699-94c9-80a71b69dd28 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 09:59:16.879229 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: e15b9d70-48b9-4699-94c9-80a71b69dd28 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 09:59:16.879719 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device e15b9d70-48b9-4699-94c9-80a71b69dd28 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 09:59:16.880233 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device bda8467c-fa5a-4453-bbb8-8f69643d91a2 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 09:59:16.914578 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: bda8467c-fa5a-4453-bbb8-8f69643d91a2 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 09:59:16.914990 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device bda8467c-fa5a-4453-bbb8-8f69643d91a2 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 09:59:16.915426 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 12aa00f6-39e8-48a7-9d00-171b7d65f803 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 09:59:16.946382 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: 12aa00f6-39e8-48a7-9d00-171b7d65f803 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 09:59:16.946973 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 12aa00f6-39e8-48a7-9d00-171b7d65f803 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 09:59:17.069206 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0142f2-a260-4ff2-bbd9-478a739075f5 req-089c10ce-9676-4c80-b195-4f34284eb4c6 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:17.070629 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b0142f2-a260-4ff2-bbd9-478a739075f5 req-089c10ce-9676-4c80-b195-4f34284eb4c6 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 945 time: 0.1523039 Jul 29 09:59:17.182738 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b0142f2-a260-4ff2-bbd9-478a739075f5 req-2a48caf2-f0ea-4154-9b8c-2414feabfebf tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975981 Jul 29 09:59:17.207953 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-e292a2a2-0626-4beb-9565-030b52480cbf req-334b8314-09c4-4b6a-8955-5564c00e4a2b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:17.208570 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-e292a2a2-0626-4beb-9565-030b52480cbf req-334b8314-09c4-4b6a-8955-5564c00e4a2b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634374'] for floatingip, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:17.209022 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.l3_db [req-e292a2a2-0626-4beb-9565-030b52480cbf req-334b8314-09c4-4b6a-8955-5564c00e4a2b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Floating IP b00c4d2e-08c3-44fb-9005-3c5a52ebbeae disassociated. External IP: 172.27.2.40, port: 82fec0ca-9a10-4978-b588-19cdc69d082e. Jul 29 09:59:17.209929 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-e292a2a2-0626-4beb-9565-030b52480cbf req-334b8314-09c4-4b6a-8955-5564c00e4a2b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Calling delete_port for 82fec0ca-9a10-4978-b588-19cdc69d082e owned by compute:nova {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:59:17.225514 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39500) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:17.279988 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-ef3bbc13-98f6-4701-8ecc-f429bd3c4493 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bc3f0bb5535b405da7e7ce2e898c7a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511055 Jul 29 09:59:17.280300 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39502) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:17.295459 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-5f997446-98f4-4220-acb7-81e92a2b9002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:17.340829 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dc87a1e4-9922-48c7-b617-003b2718170d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:17.368864 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dc87a1e4-9922-48c7-b617-003b2718170d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:17.377993 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-e292a2a2-0626-4beb-9565-030b52480cbf req-334b8314-09c4-4b6a-8955-5564c00e4a2b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:17.408738 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b8314-09c4-4b6a-8955-5564c00e4a2b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Pushing event deleted for resources: {'Port': ['ID=82fec0ca-9a10-4978-b588-19cdc69d082e,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:17.433453 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dc87a1e4-9922-48c7-b617-003b2718170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:17.436128 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dc87a1e4-9922-48c7-b617-003b2718170d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:17.440827 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-dc87a1e4-9922-48c7-b617-003b2718170d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7859edb6-bc95-4eb6-8aa7-a34265aa6b7b HTTP/1.1" status: 204 len: 168 time: 0.1579721 Jul 29 09:59:17.449737 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87a1e4-9922-48c7-b617-003b2718170d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7859edb6-bc95-4eb6-8aa7-a34265aa6b7b,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:17.556365 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e292a2a2-0626-4beb-9565-030b52480cbf req-334b8314-09c4-4b6a-8955-5564c00e4a2b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 09:59:17.716094 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:17.949060 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e292a2a2-0626-4beb-9565-030b52480cbf req-334b8314-09c4-4b6a-8955-5564c00e4a2b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:59:17.960955 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43df36e-c45c-4b27-afec-513b5c69a276 None None] Sync routers for ids ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:59:17.974576 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43df36e-c45c-4b27-afec-513b5c69a276 None None] Routers {'9f0bece0-212e-461d-a5b9-9585d6a8d0b4'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:59:17.975247 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-e43df36e-c45c-4b27-afec-513b5c69a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:59:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:17.994449 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-e292a2a2-0626-4beb-9565-030b52480cbf req-334b8314-09c4-4b6a-8955-5564c00e4a2b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] No DVR routers for this DVR port 82fec0ca-9a10-4978-b588-19cdc69d082e on host hv-cinder-78825 {{(pid=104728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 09:59:17.996990 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-e292a2a2-0626-4beb-9565-030b52480cbf req-334b8314-09c4-4b6a-8955-5564c00e4a2b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:17.999106 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e292a2a2-0626-4beb-9565-030b52480cbf req-334b8314-09c4-4b6a-8955-5564c00e4a2b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.89 "DELETE /v2.0/ports/82fec0ca-9a10-4978-b588-19cdc69d082e HTTP/1.1" status: 204 len: 173 time: 1.5498273 Jul 29 09:59:18.000174 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3f7da1-b846-4d2c-8309-0a9f81feb2e2', 'name': 'network-vif-deleted', 'tag': '82fec0ca-9a10-4978-b588-19cdc69d082e'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:59:18.002807 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b522b98b-8789-4df7-88b0-1f0e1740daf8" -d '{"events": [{"server_uuid": "db3f7da1-b846-4d2c-8309-0a9f81feb2e2", "name": "network-vif-deleted", "tag": "82fec0ca-9a10-4978-b588-19cdc69d082e"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:59:18.050325 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52a477f-cd27-49da-8f70-e1774fe43c37 x-openstack-request-id: req-c52a477f-cd27-49da-8f70-e1774fe43c37 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:59:18.050616 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3f7da1-b846-4d2c-8309-0a9f81feb2e2", "name": "network-vif-deleted", "tag": "82fec0ca-9a10-4978-b588-19cdc69d082e", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:59:18.050875 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c52a477f-cd27-49da-8f70-e1774fe43c37 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:59:18.051270 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3f7da1-b846-4d2c-8309-0a9f81feb2e2', 'name': 'network-vif-deleted', 'tag': '82fec0ca-9a10-4978-b588-19cdc69d082e', 'status': 'completed', 'code': 200} Jul 29 09:59:18.099641 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-e43df36e-c45c-4b27-afec-513b5c69a276 None None] Set router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:59:18.301702 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ee1163e8-7363-420b-b402-4d89eaab88bc req-6adf98a1-0ad8-437b-be90-1e9ffa68dae3 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3f7da1-b846-4d2c-8309-0a9f81feb2e2 HTTP/1.1" status: 200 len: 210 time: 0.0276449 Jul 29 09:59:18.308737 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-e43df36e-c45c-4b27-afec-513b5c69a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8007e0dc-0a86-4933-b816-3d335d300141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T09:50:27Z', 'revision_number': 4, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port': {'id': '8007e0dc-0a86-4933-b816-3d335d300141', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:11Z', 'updated_at': '2021-07-29T09:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9cbc5609-42a2-4664-94da-be909ee0c2a1', 'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'mac_address': 'fa:16:3e:1f:b8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:24Z', 'updated_at': '2021-07-29T09:50:37Z', 'revision_number': 5, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'subnets': [{'id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:18.339316 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43df36e-c45c-4b27-afec-513b5c69a276 None None] Checking router: 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:59:18.347762 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43df36e-c45c-4b27-afec-513b5c69a276 None None] Routers {'9f0bece0-212e-461d-a5b9-9585d6a8d0b4'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:59:18.348363 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-e43df36e-c45c-4b27-afec-513b5c69a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:59:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:18.452239 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-e43df36e-c45c-4b27-afec-513b5c69a276 None None] Set router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:59:18.676283 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-e43df36e-c45c-4b27-afec-513b5c69a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8007e0dc-0a86-4933-b816-3d335d300141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T09:50:27Z', 'revision_number': 4, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port': {'id': '8007e0dc-0a86-4933-b816-3d335d300141', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:11Z', 'updated_at': '2021-07-29T09:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9cbc5609-42a2-4664-94da-be909ee0c2a1', 'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'mac_address': 'fa:16:3e:1f:b8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:24Z', 'updated_at': '2021-07-29T09:50:37Z', 'revision_number': 5, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'subnets': [{'id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:18.679581 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:18.703931 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43df36e-c45c-4b27-afec-513b5c69a276 None None] The sync data for ids ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'] in dv-cinder-788253-4-iscsi is: [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8007e0dc-0a86-4933-b816-3d335d300141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T09:50:27Z', 'revision_number': 4, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port': {'id': '8007e0dc-0a86-4933-b816-3d335d300141', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:11Z', 'updated_at': '2021-07-29T09:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9cbc5609-42a2-4664-94da-be909ee0c2a1', 'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'mac_address': 'fa:16:3e:1f:b8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:24Z', 'updated_at': '2021-07-29T09:50:37Z', 'revision_number': 5, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'subnets': [{'id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:59:18.961883 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c508f316-9cac-472e-903b-f4d9f490e9bf None None] New status for floating IP b00c4d2e-08c3-44fb-9005-3c5a52ebbeae: DOWN {{(pid=104731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 09:59:19.412790 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39516) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:19.470856 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d0e0185c-5ffd-41d4-befc-45835646f9de tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:19.495102 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d0e0185c-5ffd-41d4-befc-45835646f9de tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:19.553021 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d0e0185c-5ffd-41d4-befc-45835646f9de tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:19.555585 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d0e0185c-5ffd-41d4-befc-45835646f9de tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:19.556810 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-d0e0185c-5ffd-41d4-befc-45835646f9de tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "DELETE /v2.0/security-groups/aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf HTTP/1.1" status: 204 len: 168 time: 0.1429710 Jul 29 09:59:19.560039 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39518) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:19.566873 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0185c-5ffd-41d4-befc-45835646f9de tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:19.582336 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.api.v2.resource [None req-5d97cadb-c5a7-4893-91f3-7fec097b1995 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] show failed (client error): The resource could not be found. Jul 29 09:59:19.585156 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-5d97cadb-c5a7-4893-91f3-7fec097b1995 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups/aa2b1f9d-1625-46ca-bc82-6a27a4a5c1bf HTTP/1.1" status: 404 len: 347 time: 0.0226421 Jul 29 09:59:19.586824 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39520) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:19.615874 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 82fec0ca-9a10-4978-b588-19cdc69d082e no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 09:59:19.639995 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: 82fec0ca-9a10-4978-b588-19cdc69d082e {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 09:59:19.640896 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 82fec0ca-9a10-4978-b588-19cdc69d082e not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 09:59:19.714907 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-71489ecb-6331-4ad0-9528-b2c92349882f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Deleting port d498b0cf-6ffe-4827-bbd4-86ae3a89bb0c {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 09:59:19.715249 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-71489ecb-6331-4ad0-9528-b2c92349882f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:19.809205 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-71489ecb-6331-4ad0-9528-b2c92349882f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:19.809576 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-71489ecb-6331-4ad0-9528-b2c92349882f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:19.825255 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-71489ecb-6331-4ad0-9528-b2c92349882f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Calling delete_port for d498b0cf-6ffe-4827-bbd4-86ae3a89bb0c owned by network:floatingip {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 09:59:19.964669 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-71489ecb-6331-4ad0-9528-b2c92349882f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:19.991490 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71489ecb-6331-4ad0-9528-b2c92349882f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Pushing event deleted for resources: {'Port': ['ID=d498b0cf-6ffe-4827-bbd4-86ae3a89bb0c,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:20.052845 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-71489ecb-6331-4ad0-9528-b2c92349882f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for floatingip, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:20.055765 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-71489ecb-6331-4ad0-9528-b2c92349882f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:20.056953 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-71489ecb-6331-4ad0-9528-b2c92349882f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "DELETE /v2.0/floatingips/b00c4d2e-08c3-44fb-9005-3c5a52ebbeae HTTP/1.1" status: 204 len: 168 time: 0.4688299 Jul 29 09:59:20.318408 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39524) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:20.323062 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-f9820868-f93e-40a3-91ba-2ed8f4a3a32b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1550240198', 'description': 'tempest-description--702482629'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:59:20.346730 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f9820868-f93e-40a3-91ba-2ed8f4a3a32b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:20.427552 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f9820868-f93e-40a3-91ba-2ed8f4a3a32b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:20.432007 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f9820868-f93e-40a3-91ba-2ed8f4a3a32b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:20.457911 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:20.467397 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f9820868-f93e-40a3-91ba-2ed8f4a3a32b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:20.469468 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f9820868-f93e-40a3-91ba-2ed8f4a3a32b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1500273 Jul 29 09:59:20.471668 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9820868-f93e-40a3-91ba-2ed8f4a3a32b tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8997b83d-3d9d-4a2d-929f-9961345b7566,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:20.473364 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39526) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:20.480375 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-a8dc2d59-7803-4952-b3e7-91f78ac35815 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Request body: {'security_group_rule': {'security_group_id': '8997b83d-3d9d-4a2d-929f-9961345b7566', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:59:20.512565 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a8dc2d59-7803-4952-b3e7-91f78ac35815 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:20.572684 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a8dc2d59-7803-4952-b3e7-91f78ac35815 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:20.576215 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a8dc2d59-7803-4952-b3e7-91f78ac35815 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:20.595049 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc2d59-7803-4952-b3e7-91f78ac35815 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbb8615-5672-4751-aca8-ea0813914eac,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:20.601408 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-a8dc2d59-7803-4952-b3e7-91f78ac35815 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:20.602659 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-a8dc2d59-7803-4952-b3e7-91f78ac35815 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273274 Jul 29 09:59:20.605283 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39528) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:20.610286 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-9d014395-9500-4f5d-9fa1-5e145410b2a4 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Request body: {'security_group_rule': {'security_group_id': '8997b83d-3d9d-4a2d-929f-9961345b7566', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:59:20.637288 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9d014395-9500-4f5d-9fa1-5e145410b2a4 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:20.699206 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9d014395-9500-4f5d-9fa1-5e145410b2a4 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:20.702596 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9d014395-9500-4f5d-9fa1-5e145410b2a4 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:20.723392 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d014395-9500-4f5d-9fa1-5e145410b2a4 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32973194-2863-476a-96a9-bdbfbb886665,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:20.729360 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9d014395-9500-4f5d-9fa1-5e145410b2a4 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:20.730764 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-9d014395-9500-4f5d-9fa1-5e145410b2a4 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245625 Jul 29 09:59:20.734480 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39530) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:20.738948 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-7e24a8e1-adb5-46d2-bf1c-7ab733ec089d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Request body: {'floatingip': {'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:59:20.761063 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7e24a8e1-adb5-46d2-bf1c-7ab733ec089d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for floatingip, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:20.860396 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7e24a8e1-adb5-46d2-bf1c-7ab733ec089d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:20.969442 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [None req-7e24a8e1-adb5-46d2-bf1c-7ab733ec089d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Allocated IP 172.27.2.51 (b3b02076-35c8-452e-bb57-22f5e98db348/fdb5e983-6a65-4f11-aa94-f451584e5c8e/40b617a4-e277-4b0b-af1c-40ea014f7d7a) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:59:21.075344 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7e24a8e1-adb5-46d2-bf1c-7ab733ec089d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:21.117318 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7e24a8e1-adb5-46d2-bf1c-7ab733ec089d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:21.159826 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e24a8e1-adb5-46d2-bf1c-7ab733ec089d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Network b3b02076-35c8-452e-bb57-22f5e98db348 is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:59:21.165967 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-7e24a8e1-adb5-46d2-bf1c-7ab733ec089d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:59:21.167892 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24a8e1-adb5-46d2-bf1c-7ab733ec089d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Pushing event updated for resources: {'Port': ['ID=40b617a4-e277-4b0b-af1c-40ea014f7d7a,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:21.170040 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e24a8e1-adb5-46d2-bf1c-7ab733ec089d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:59:21.262190 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7e24a8e1-adb5-46d2-bf1c-7ab733ec089d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:21.299582 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7e24a8e1-adb5-46d2-bf1c-7ab733ec089d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:21.463677 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7e24a8e1-adb5-46d2-bf1c-7ab733ec089d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:21.469541 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7e24a8e1-adb5-46d2-bf1c-7ab733ec089d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:21.537555 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24a8e1-adb5-46d2-bf1c-7ab733ec089d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Pushing event updated for resources: {'Port': ['ID=40b617a4-e277-4b0b-af1c-40ea014f7d7a,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:21.551457 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7e24a8e1-adb5-46d2-bf1c-7ab733ec089d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634374'] for floatingip, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:21.565626 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7e24a8e1-adb5-46d2-bf1c-7ab733ec089d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:21.566885 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-7e24a8e1-adb5-46d2-bf1c-7ab733ec089d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8315341 Jul 29 09:59:21.767001 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-f9a11da0-792f-41ce-b131-f728359a5507 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1550240198&fields=id&tenant_id=8d0213ef301145e88bfeefb34d12fda1 HTTP/1.1" status: 200 len: 267 time: 0.0359366 Jul 29 09:59:21.888413 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-ac6bad1f-bed8-484c-a61b-9a53c511621c tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:21.890726 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-ac6bad1f-bed8-484c-a61b-9a53c511621c tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/networks?id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a HTTP/1.1" status: 200 len: 811 time: 0.1155813 Jul 29 09:59:21.906780 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-ac1e3c20-55a0-418c-8fdd-b3e17eab8b2a tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/quotas/8d0213ef301145e88bfeefb34d12fda1 HTTP/1.1" status: 200 len: 375 time: 0.0101380 Jul 29 09:59:21.962721 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-f021529f-dec2-4fb0-af3f-8eccb5c9391c tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8d0213ef301145e88bfeefb34d12fda1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501809 Jul 29 09:59:22.068044 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-b22a3aad-f53d-4338-b8ac-4a3469309ee9 service neutron] 10.222.0.78 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925519 Jul 29 09:59:22.174221 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-391f5676-18b5-4157-8681-c76e080781ff service neutron] 10.222.0.78 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997739 Jul 29 09:59:22.354580 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-217ec632-2cb3-4c99-9374-c52511c35ace req-de676773-0ecf-415a-93fa-0a387c5f7edf tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 210 time: 0.0306401 Jul 29 09:59:23.504415 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3013db75-3806-405a-b281-486a375cd6d7 req-a6edc5bd-1586-4973-8577-f9aedfdc529e tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 210 time: 0.0492997 Jul 29 09:59:23.584037 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-8ff136c7-9dbf-4b67-81e6-78595a43d9eb tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:23.586679 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-8ff136c7-9dbf-4b67-81e6-78595a43d9eb tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.89 "GET /v2.0/networks?id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a HTTP/1.1" status: 200 len: 811 time: 0.1993289 Jul 29 09:59:23.658124 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-07ffb44a-7ca6-4d6c-a55f-2a3fe4bc0ce9 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d0213ef301145e88bfeefb34d12fda1 HTTP/1.1" status: 200 len: 380 time: 0.0516224 Jul 29 09:59:23.678843 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-1350eeed-f453-4d26-a451-c7794e59d0ad tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Request body: {'port': {'device_id': '1cadfd36-892f-45a7-8e6e-a2c8894b07b7', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'admin_state_up': True, 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'security_groups': ['8997b83d-3d9d-4a2d-929f-9961345b7566']}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:59:23.818376 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-1350eeed-f453-4d26-a451-c7794e59d0ad tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Made reservation on behalf of 8d0213ef301145e88bfeefb34d12fda1 for: {'port': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 09:59:23.822065 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-1350eeed-f453-4d26-a451-c7794e59d0ad tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:23.991430 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-1350eeed-f453-4d26-a451-c7794e59d0ad tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Allocated IP 172.20.0.11 (ac4c7763-a9c1-46fa-a87f-9364e6565d1a/b1dd2e5b-eac9-466e-88de-e575ea4f6a52/1f1ab3c1-348e-409d-9e9e-a636e6078927) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 09:59:24.196676 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-1350eeed-f453-4d26-a451-c7794e59d0ad tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:24.217607 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-1350eeed-f453-4d26-a451-c7794e59d0ad tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Transition to ACTIVE for port object 1f1ab3c1-348e-409d-9e9e-a636e6078927 will not be triggered until provisioned by entity DHCP. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:59:24.262799 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-1350eeed-f453-4d26-a451-c7794e59d0ad tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:24.339470 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-1350eeed-f453-4d26-a451-c7794e59d0ad tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Network ac4c7763-a9c1-46fa-a87f-9364e6565d1a is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 09:59:24.345793 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-1350eeed-f453-4d26-a451-c7794e59d0ad tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 09:59:24.352687 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-1350eeed-f453-4d26-a451-c7794e59d0ad tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 09:59:24.404146 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350eeed-f453-4d26-a451-c7794e59d0ad tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Pushing event updated for resources: {'Port': ['ID=1f1ab3c1-348e-409d-9e9e-a636e6078927,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:24.442424 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-1350eeed-f453-4d26-a451-c7794e59d0ad tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:24.443165 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-1350eeed-f453-4d26-a451-c7794e59d0ad tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:24.465090 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-1350eeed-f453-4d26-a451-c7794e59d0ad tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7989213 Jul 29 09:59:24.555064 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Request body: {'port': {'device_id': '1cadfd36-892f-45a7-8e6e-a2c8894b07b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:59:24.594464 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-ce191d49-24a3-4479-9523-ee3a06af1951 None None] Provisioning for port 1f1ab3c1-348e-409d-9e9e-a636e6078927 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:59:24.600016 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-ce191d49-24a3-4479-9523-ee3a06af1951 None None] Provisioning complete for port 1f1ab3c1-348e-409d-9e9e-a636e6078927 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:59:24.600432 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-ce191d49-24a3-4479-9523-ee3a06af1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:24.645710 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-ce191d49-24a3-4479-9523-ee3a06af1951 None None] Port 1f1ab3c1-348e-409d-9e9e-a636e6078927 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 09:59:24.657947 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:24.716069 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207499a-70ae-492a-bb19-365ee272a73c req-abee939c-264e-4575-8920-12b5faa44db7 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:24.718706 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0207499a-70ae-492a-bb19-365ee272a73c req-abee939c-264e-4575-8920-12b5faa44db7 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 932 time: 0.1165326 Jul 29 09:59:24.854117 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0207499a-70ae-492a-bb19-365ee272a73c req-120a91d4-1cef-457f-a715-b3042aa6644c tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=8997b83d-3d9d-4a2d-929f-9961345b7566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287525 Jul 29 09:59:25.033973 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1ab3c1-348e-409d-9e9e-a636e6078927 {{(pid=104728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:59:25.042939 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:25.057970 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Transition to ACTIVE for port object 1f1ab3c1-348e-409d-9e9e-a636e6078927 will not be triggered until provisioned by entity L2. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 09:59:25.063446 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:25.117956 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Pushing event updated for resources: {'Port': ['ID=1f1ab3c1-348e-409d-9e9e-a636e6078927,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:25.212275 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Attempting to bind port 1f1ab3c1-348e-409d-9e9e-a636e6078927 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 09:59:25.212873 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Attempting to bind port 1f1ab3c1-348e-409d-9e9e-a636e6078927 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '6ae67238-e876-4105-9dd7-15cfb52eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a'}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 09:59:25.213410 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Attempting to bind port 1f1ab3c1-348e-409d-9e9e-a636e6078927 on network ac4c7763-a9c1-46fa-a87f-9364e6565d1a {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:59:25.220317 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Port 1f1ab3c1-348e-409d-9e9e-a636e6078927 on network ac4c7763-a9c1-46fa-a87f-9364e6565d1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 09:59:25.220802 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Attempting to bind port 1f1ab3c1-348e-409d-9e9e-a636e6078927 on network ac4c7763-a9c1-46fa-a87f-9364e6565d1a {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 09:59:25.226792 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 9, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 09:59:25.227139 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Checking segment: {'id': '6ae67238-e876-4105-9dd7-15cfb52eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 09:59:25.227526 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Bound using segment: {'id': '6ae67238-e876-4105-9dd7-15cfb52eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a'} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 09:59:25.227968 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Bound port: 1f1ab3c1-348e-409d-9e9e-a636e6078927, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae67238-e876-4105-9dd7-15cfb52eb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a'}}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 09:59:25.228336 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:25.310094 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] For port 1f1ab3c1-348e-409d-9e9e-a636e6078927, host hv-cinder-78825, cleared binding levels {{(pid=104728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 09:59:25.314104 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] For port 1f1ab3c1-348e-409d-9e9e-a636e6078927, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1f1ab3c1-348e-409d-9e9e-a636e6078927,segment=NetworkSegment(6ae67238-e876-4105-9dd7-15cfb52eb401),segment_id=6ae67238-e876-4105-9dd7-15cfb52eb401)] {{(pid=104728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 09:59:25.319074 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:25.356530 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:25.357279 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:25.360338 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] 10.222.0.89 "PUT /v2.0/ports/1f1ab3c1-348e-409d-9e9e-a636e6078927 HTTP/1.1" status: 200 len: 1094 time: 0.8086848 Jul 29 09:59:25.361893 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cadfd36-892f-45a7-8e6e-a2c8894b07b7', 'tag': '1f1ab3c1-348e-409d-9e9e-a636e6078927'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:59:25.364868 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7513b593-2996-469b-9c32-1ba4b56369be" -d '{"events": [{"name": "network-changed", "server_uuid": "1cadfd36-892f-45a7-8e6e-a2c8894b07b7", "tag": "1f1ab3c1-348e-409d-9e9e-a636e6078927"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:59:25.403007 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e06449-5553-443b-9f67-83ab6dda12be service neutron] Pushing event updated for resources: {'Port': ['ID=1f1ab3c1-348e-409d-9e9e-a636e6078927,revision_number=3']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:25.446590 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 09:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd4508e-b8cc-42bf-855a-d7c051c85212 x-openstack-request-id: req-ebd4508e-b8cc-42bf-855a-d7c051c85212 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:59:25.446590 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cadfd36-892f-45a7-8e6e-a2c8894b07b7", "tag": "1f1ab3c1-348e-409d-9e9e-a636e6078927", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:59:25.446876 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ebd4508e-b8cc-42bf-855a-d7c051c85212 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:59:25.447213 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cadfd36-892f-45a7-8e6e-a2c8894b07b7', 'tag': '1f1ab3c1-348e-409d-9e9e-a636e6078927', 'status': 'completed', 'code': 200} Jul 29 09:59:25.479074 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-513f7954-3045-42c9-b905-f45f59bd79e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:25.480508 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-513f7954-3045-42c9-b905-f45f59bd79e2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d0213ef301145e88bfeefb34d12fda1&device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 1097 time: 0.0472932 Jul 29 09:59:25.535125 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-eaf4a138-8f3f-4933-a6b0-1fb952ef6fa6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f1ab3c1-348e-409d-9e9e-a636e6078927 HTTP/1.1" status: 200 len: 217 time: 0.0399885 Jul 29 09:59:25.598302 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-2fc58ee0-dd5d-4bf3-8fa5-b16ad2cf2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:25.599813 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-2fc58ee0-dd5d-4bf3-8fa5-b16ad2cf2552 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b1dd2e5b-eac9-466e-88de-e575ea4f6a52 HTTP/1.1" status: 200 len: 850 time: 0.0580184 Jul 29 09:59:25.654146 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-bd91bfe3-f439-45ca-a0b0-af8a55176733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:25.656353 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-bd91bfe3-f439-45ca-a0b0-af8a55176733 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488048 Jul 29 09:59:25.766484 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-93a7ec43-1749-4066-ad02-72c69e817a66 service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026800 Jul 29 09:59:25.859637 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-74069093-fe30-45ad-8265-4ec3b6928c63 req-f9bf87c2-5b92-4617-ba6d-e63ec5b41790 service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863221 Jul 29 09:59:26.015177 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1094f-bca6-46b9-8084-873979c5763f req-7db62d96-50d0-4d65-8026-0677e610bfe6 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:26.016789 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f2d1094f-bca6-46b9-8084-873979c5763f req-7db62d96-50d0-4d65-8026-0677e610bfe6 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 944 time: 0.0879660 Jul 29 09:59:26.027767 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513b593-2996-469b-9c32-1ba4b56369be req-d8957c6d-0b78-4875-b95e-ccb3e06dab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:26.029306 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7513b593-2996-469b-9c32-1ba4b56369be req-d8957c6d-0b78-4875-b95e-ccb3e06dab7a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d0213ef301145e88bfeefb34d12fda1&device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 1097 time: 0.0623474 Jul 29 09:59:26.106696 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f2d1094f-bca6-46b9-8084-873979c5763f req-12c8dfcd-2cc6-471c-9c63-9da9a31c83a5 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=8997b83d-3d9d-4a2d-929f-9961345b7566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810492 Jul 29 09:59:26.141190 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513b593-2996-469b-9c32-1ba4b56369be req-d4c4b839-3eed-46fa-be8e-25cf1173df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:26.142703 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7513b593-2996-469b-9c32-1ba4b56369be req-d4c4b839-3eed-46fa-be8e-25cf1173df60 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a HTTP/1.1" status: 200 len: 913 time: 0.1004455 Jul 29 09:59:26.188509 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7513b593-2996-469b-9c32-1ba4b56369be req-19487b7b-f0d8-4597-a010-a7733d095898 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f1ab3c1-348e-409d-9e9e-a636e6078927 HTTP/1.1" status: 200 len: 217 time: 0.0379071 Jul 29 09:59:26.236836 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513b593-2996-469b-9c32-1ba4b56369be req-d5192eee-7a99-4684-a9b5-f9d1cf9b850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:26.238317 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7513b593-2996-469b-9c32-1ba4b56369be req-d5192eee-7a99-4684-a9b5-f9d1cf9b850d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b1dd2e5b-eac9-466e-88de-e575ea4f6a52 HTTP/1.1" status: 200 len: 850 time: 0.0432830 Jul 29 09:59:26.284957 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513b593-2996-469b-9c32-1ba4b56369be req-3533b519-297f-4cc9-9c79-7f2701865371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:26.286493 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7513b593-2996-469b-9c32-1ba4b56369be req-3533b519-297f-4cc9-9c79-7f2701865371 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403895 Jul 29 09:59:26.357515 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 09:59:26.379664 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7513b593-2996-469b-9c32-1ba4b56369be req-28037102-9549-447b-83ff-3698ac57d31f service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857756 Jul 29 09:59:26.473797 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7513b593-2996-469b-9c32-1ba4b56369be req-d83bf289-b375-4d22-bd5e-00b3efcf0ca9 service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867028 Jul 29 09:59:27.226005 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d2525-a55e-4485-9c68-92d297574fff req-333d2e84-75f9-4949-9252-1838ecc3f835 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:27.227481 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cb4d2525-a55e-4485-9c68-92d297574fff req-333d2e84-75f9-4949-9252-1838ecc3f835 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 944 time: 0.0505683 Jul 29 09:59:27.269712 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cb4d2525-a55e-4485-9c68-92d297574fff req-381db367-d1c3-4839-aa4f-4566821d969f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=8997b83d-3d9d-4a2d-929f-9961345b7566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362890 Jul 29 09:59:28.390762 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb1a54-fea3-474c-9735-7c6dd35ff5f1 req-f777e345-1541-4d72-a2e4-7dba9416e8db tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:28.392247 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-89bb1a54-fea3-474c-9735-7c6dd35ff5f1 req-f777e345-1541-4d72-a2e4-7dba9416e8db tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 944 time: 0.0533531 Jul 29 09:59:28.430355 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-89bb1a54-fea3-474c-9735-7c6dd35ff5f1 req-bbcf49e1-d31d-451f-90b4-30a06b58af86 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=8997b83d-3d9d-4a2d-929f-9961345b7566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322025 Jul 29 09:59:29.555423 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333aff5-3b46-4162-bdc8-05cd8d575621 req-0a7214c4-f62e-4b56-8e9e-c7141382010f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:29.556934 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5333aff5-3b46-4162-bdc8-05cd8d575621 req-0a7214c4-f62e-4b56-8e9e-c7141382010f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 944 time: 0.0506823 Jul 29 09:59:29.599610 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5333aff5-3b46-4162-bdc8-05cd8d575621 req-f925d9d6-7d99-4d18-8028-176c039e204f tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=8997b83d-3d9d-4a2d-929f-9961345b7566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357192 Jul 29 09:59:29.665891 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 1f1ab3c1-348e-409d-9e9e-a636e6078927 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 09:59:29.771370 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 1f1ab3c1-348e-409d-9e9e-a636e6078927, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1f1ab3c1-348e-409d-9e9e-a636e6078927,segment=NetworkSegment(6ae67238-e876-4105-9dd7-15cfb52eb401),segment_id=6ae67238-e876-4105-9dd7-15cfb52eb401)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:59:29.785886 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': '1f1ab3c1-348e-409d-9e9e-a636e6078927', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'port_id': '1f1ab3c1-348e-409d-9e9e-a636e6078927', 'mac_address': 'fa:16:3e:6a:be:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 09:59:29.830938 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:29.844129 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1ab3c1-348e-409d-9e9e-a636e6078927 {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 09:59:29.864830 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 1f1ab3c1-348e-409d-9e9e-a636e6078927, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1f1ab3c1-348e-409d-9e9e-a636e6078927,segment=NetworkSegment(6ae67238-e876-4105-9dd7-15cfb52eb401),segment_id=6ae67238-e876-4105-9dd7-15cfb52eb401)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:59:29.869351 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:29.921454 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=1f1ab3c1-348e-409d-9e9e-a636e6078927,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:30.369824 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['1f1ab3c1-348e-409d-9e9e-a636e6078927'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 09:59:30.723860 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3218bbf-eeb2-41bb-8f04-5aafc745495f req-171da3dc-b260-4038-afa8-7322cd211918 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:30.725978 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a3218bbf-eeb2-41bb-8f04-5aafc745495f req-171da3dc-b260-4038-afa8-7322cd211918 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 945 time: 0.0550778 Jul 29 09:59:30.767539 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a3218bbf-eeb2-41bb-8f04-5aafc745495f req-6c1b9ae2-d262-4252-b310-cc7f1e7c8c7d tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=8997b83d-3d9d-4a2d-929f-9961345b7566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353861 Jul 29 09:59:31.677211 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 1f1ab3c1-348e-409d-9e9e-a636e6078927 up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 09:59:31.729058 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port 1f1ab3c1-348e-409d-9e9e-a636e6078927 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 09:59:31.732727 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port 1f1ab3c1-348e-409d-9e9e-a636e6078927 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 09:59:31.733117 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:31.817214 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:31.840369 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cadfd36-892f-45a7-8e6e-a2c8894b07b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1ab3c1-348e-409d-9e9e-a636e6078927'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:59:31.842621 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8beb2b-9ed6-4cea-9c18-6a091e61fcad" -d '{"events": [{"server_uuid": "1cadfd36-892f-45a7-8e6e-a2c8894b07b7", "name": "network-vif-plugged", "status": "completed", "tag": "1f1ab3c1-348e-409d-9e9e-a636e6078927"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:59:31.856304 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 1f1ab3c1-348e-409d-9e9e-a636e6078927, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1f1ab3c1-348e-409d-9e9e-a636e6078927,segment=NetworkSegment(6ae67238-e876-4105-9dd7-15cfb52eb401),segment_id=6ae67238-e876-4105-9dd7-15cfb52eb401)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 09:59:31.861559 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:31.885511 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 09:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c88f5a5-8f5b-451a-b298-fe58f0c08d79 x-openstack-request-id: req-7c88f5a5-8f5b-451a-b298-fe58f0c08d79 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:59:31.885823 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cadfd36-892f-45a7-8e6e-a2c8894b07b7", "name": "network-vif-plugged", "status": "completed", "tag": "1f1ab3c1-348e-409d-9e9e-a636e6078927", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:59:31.886063 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7c88f5a5-8f5b-451a-b298-fe58f0c08d79 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:59:31.886451 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cadfd36-892f-45a7-8e6e-a2c8894b07b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1ab3c1-348e-409d-9e9e-a636e6078927', 'code': 200} Jul 29 09:59:31.896793 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab59888-1874-4977-9723-0e6caf5f6343 req-bd4970fe-57a5-463f-bd36-dbbfc93d1861 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:31.898605 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bab59888-1874-4977-9723-0e6caf5f6343 req-bd4970fe-57a5-463f-bd36-dbbfc93d1861 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 945 time: 0.0607486 Jul 29 09:59:31.913378 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=1f1ab3c1-348e-409d-9e9e-a636e6078927,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 09:59:31.941450 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bab59888-1874-4977-9723-0e6caf5f6343 req-d3524862-58d7-4a71-887a-11e9252ee695 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=8997b83d-3d9d-4a2d-929f-9961345b7566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359156 Jul 29 09:59:32.091504 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e2616-3dcd-46b3-89a8-3b2ef46179cb req-d258b099-fdb4-4b85-aa27-ef1618c99d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:32.093079 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-438e2616-3dcd-46b3-89a8-3b2ef46179cb req-d258b099-fdb4-4b85-aa27-ef1618c99d54 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 1099 time: 0.0399876 Jul 29 09:59:32.130534 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-438e2616-3dcd-46b3-89a8-3b2ef46179cb req-169c9dea-834d-4e30-a1ba-b7bfd28361af service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8997b83d-3d9d-4a2d-929f-9961345b7566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292735 Jul 29 09:59:33.062260 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5d0c6-8ccd-4fae-8b74-7586d4948bc8 req-490cecbc-05da-4b5f-b513-217ab17ae3db tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:33.063795 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cae5d0c6-8ccd-4fae-8b74-7586d4948bc8 req-490cecbc-05da-4b5f-b513-217ab17ae3db tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 946 time: 0.0515695 Jul 29 09:59:33.102302 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cae5d0c6-8ccd-4fae-8b74-7586d4948bc8 req-7bd1cde0-2bc4-4880-97cc-dba2ccc1c052 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=8997b83d-3d9d-4a2d-929f-9961345b7566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324233 Jul 29 09:59:34.235867 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6d08c-e572-4ccd-be52-2cfe204a3c07 req-0ec45535-a47e-49ed-a559-8077ab8eeaaf tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:34.237400 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-44d6d08c-e572-4ccd-be52-2cfe204a3c07 req-0ec45535-a47e-49ed-a559-8077ab8eeaaf tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 946 time: 0.0563076 Jul 29 09:59:34.283024 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-44d6d08c-e572-4ccd-be52-2cfe204a3c07 req-00c30631-7355-4a8f-8879-62c932845ba2 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=8997b83d-3d9d-4a2d-929f-9961345b7566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390687 Jul 29 09:59:34.412830 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97df71-1112-4b61-9691-dd5963b2ae65 req-c2d2704f-8194-46db-8e9d-bfebc6028071 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:34.414311 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cc97df71-1112-4b61-9691-dd5963b2ae65 req-c2d2704f-8194-46db-8e9d-bfebc6028071 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 946 time: 0.0660551 Jul 29 09:59:34.425829 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39588) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 09:59:34.431767 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-8bb0d979-335b-44a5-b19c-3f71d2c8e941 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Request body: {'floatingip': {'port_id': '1f1ab3c1-348e-409d-9e9e-a636e6078927'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 09:59:34.475738 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d979-335b-44a5-b19c-3f71d2c8e941 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for floatingip, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:35.251552 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d979-335b-44a5-b19c-3f71d2c8e941 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:35.257091 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d979-335b-44a5-b19c-3f71d2c8e941 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634374'] for floatingip, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:35.362300 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.l3_db [None req-8bb0d979-335b-44a5-b19c-3f71d2c8e941 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Floating IP 8d5c43ef-f036-4032-b0bc-fe96bfea171f associated. External IP: 172.27.2.51, port: 1f1ab3c1-348e-409d-9e9e-a636e6078927. Jul 29 09:59:35.596729 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb0d979-335b-44a5-b19c-3f71d2c8e941 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 09:59:35.745430 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb0d979-335b-44a5-b19c-3f71d2c8e941 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 09:59:35.752094 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d979-335b-44a5-b19c-3f71d2c8e941 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:35.759429 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094845f4-1304-4207-aca7-3345b95178db None None] Sync routers for ids ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 09:59:35.770780 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094845f4-1304-4207-aca7-3345b95178db None None] Routers {'9f0bece0-212e-461d-a5b9-9585d6a8d0b4'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:59:35.771423 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-094845f4-1304-4207-aca7-3345b95178db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:59:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:35.794994 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-8bb0d979-335b-44a5-b19c-3f71d2c8e941 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "PUT /v2.0/floatingips/8d5c43ef-f036-4032-b0bc-fe96bfea171f HTTP/1.1" status: 200 len: 991 time: 1.3669903 Jul 29 09:59:35.796526 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cadfd36-892f-45a7-8e6e-a2c8894b07b7', 'tag': '1f1ab3c1-348e-409d-9e9e-a636e6078927'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 09:59:35.799872 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f23045-260e-4d58-80b5-0b6df9ff9806" -d '{"events": [{"name": "network-changed", "server_uuid": "1cadfd36-892f-45a7-8e6e-a2c8894b07b7", "tag": "1f1ab3c1-348e-409d-9e9e-a636e6078927"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 09:59:35.842944 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 09:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b5684a-da11-4bd5-baa6-b3f900a3a074 x-openstack-request-id: req-e2b5684a-da11-4bd5-baa6-b3f900a3a074 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 09:59:35.843241 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cadfd36-892f-45a7-8e6e-a2c8894b07b7", "tag": "1f1ab3c1-348e-409d-9e9e-a636e6078927", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 09:59:35.843655 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e2b5684a-da11-4bd5-baa6-b3f900a3a074 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 09:59:35.844278 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cadfd36-892f-45a7-8e6e-a2c8894b07b7', 'tag': '1f1ab3c1-348e-409d-9e9e-a636e6078927', 'status': 'completed', 'code': 200} Jul 29 09:59:35.909487 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-094845f4-1304-4207-aca7-3345b95178db None None] Set router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:59:35.949441 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f23045-260e-4d58-80b5-0b6df9ff9806 req-88f793b4-6c7c-4486-8e6b-0f5578bd208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:35.951886 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-32f23045-260e-4d58-80b5-0b6df9ff9806 req-88f793b4-6c7c-4486-8e6b-0f5578bd208e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d0213ef301145e88bfeefb34d12fda1&device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 1099 time: 0.0514681 Jul 29 09:59:36.100032 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f23045-260e-4d58-80b5-0b6df9ff9806 req-cea433bf-e3e9-4a34-81ff-09404be7f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:36.102639 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-32f23045-260e-4d58-80b5-0b6df9ff9806 req-cea433bf-e3e9-4a34-81ff-09404be7f87d service neutron] 10.222.0.89 "GET /v2.0/networks?id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a HTTP/1.1" status: 200 len: 913 time: 0.1420102 Jul 29 09:59:36.180483 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-32f23045-260e-4d58-80b5-0b6df9ff9806 req-654c44d8-6bde-43f0-8daf-ab86efd23448 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f1ab3c1-348e-409d-9e9e-a636e6078927 HTTP/1.1" status: 200 len: 999 time: 0.0692437 Jul 29 09:59:36.239889 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f23045-260e-4d58-80b5-0b6df9ff9806 req-fe7243b8-0f55-4995-8150-748e0d9836dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:36.242024 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-32f23045-260e-4d58-80b5-0b6df9ff9806 req-fe7243b8-0f55-4995-8150-748e0d9836dc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b1dd2e5b-eac9-466e-88de-e575ea4f6a52 HTTP/1.1" status: 200 len: 850 time: 0.0533311 Jul 29 09:59:36.300110 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f23045-260e-4d58-80b5-0b6df9ff9806 req-73f302f1-eacd-4445-96f3-d0ed58a2992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 09:59:36.302677 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-32f23045-260e-4d58-80b5-0b6df9ff9806 req-73f302f1-eacd-4445-96f3-d0ed58a2992e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506988 Jul 29 09:59:36.327780 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-094845f4-1304-4207-aca7-3345b95178db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8007e0dc-0a86-4933-b816-3d335d300141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T09:50:27Z', 'revision_number': 4, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port': {'id': '8007e0dc-0a86-4933-b816-3d335d300141', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:11Z', 'updated_at': '2021-07-29T09:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '8d5c43ef-f036-4032-b0bc-fe96bfea171f', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'port_id': '1f1ab3c1-348e-409d-9e9e-a636e6078927', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'mac_address': 'fa:16:3e:6a:be:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cadfd36-892f-45a7-8e6e-a2c8894b07b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T09:59:21Z', 'updated_at': '2021-07-29T09:59:35Z', 'revision_number': 1, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbc5609-42a2-4664-94da-be909ee0c2a1', 'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'mac_address': 'fa:16:3e:1f:b8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:24Z', 'updated_at': '2021-07-29T09:50:37Z', 'revision_number': 5, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'subnets': [{'id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:36.355383 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094845f4-1304-4207-aca7-3345b95178db None None] Checking router: 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 09:59:36.365014 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094845f4-1304-4207-aca7-3345b95178db None None] Routers {'9f0bece0-212e-461d-a5b9-9585d6a8d0b4'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 09:59:36.365627 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-094845f4-1304-4207-aca7-3345b95178db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:59:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:36.411903 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-32f23045-260e-4d58-80b5-0b6df9ff9806 req-ecfd26e0-c991-4f16-8426-208324901e0e service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999649 Jul 29 09:59:36.489953 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-094845f4-1304-4207-aca7-3345b95178db None None] Set router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 09:59:36.517688 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-32f23045-260e-4d58-80b5-0b6df9ff9806 req-5c4920d5-8d2e-4319-bb29-2ab9e0984c75 service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973487 Jul 29 09:59:36.744160 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-094845f4-1304-4207-aca7-3345b95178db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8007e0dc-0a86-4933-b816-3d335d300141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T09:50:27Z', 'revision_number': 4, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port': {'id': '8007e0dc-0a86-4933-b816-3d335d300141', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:11Z', 'updated_at': '2021-07-29T09:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '8d5c43ef-f036-4032-b0bc-fe96bfea171f', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'port_id': '1f1ab3c1-348e-409d-9e9e-a636e6078927', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'mac_address': 'fa:16:3e:6a:be:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cadfd36-892f-45a7-8e6e-a2c8894b07b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T09:59:21Z', 'updated_at': '2021-07-29T09:59:35Z', 'revision_number': 1, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbc5609-42a2-4664-94da-be909ee0c2a1', 'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'mac_address': 'fa:16:3e:1f:b8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:24Z', 'updated_at': '2021-07-29T09:50:37Z', 'revision_number': 5, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'subnets': [{'id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 09:59:36.771831 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094845f4-1304-4207-aca7-3345b95178db None None] The sync data for ids ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'] in dv-cinder-788253-4-iscsi is: [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8007e0dc-0a86-4933-b816-3d335d300141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T09:50:27Z', 'revision_number': 4, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port': {'id': '8007e0dc-0a86-4933-b816-3d335d300141', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:11Z', 'updated_at': '2021-07-29T09:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '8d5c43ef-f036-4032-b0bc-fe96bfea171f', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'port_id': '1f1ab3c1-348e-409d-9e9e-a636e6078927', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'mac_address': 'fa:16:3e:6a:be:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cadfd36-892f-45a7-8e6e-a2c8894b07b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T09:59:21Z', 'updated_at': '2021-07-29T09:59:35Z', 'revision_number': 1, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbc5609-42a2-4664-94da-be909ee0c2a1', 'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'mac_address': 'fa:16:3e:1f:b8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:24Z', 'updated_at': '2021-07-29T09:50:37Z', 'revision_number': 5, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'subnets': [{'id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 09:59:36.964632 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9554732-e027-4aaa-bd31-2935fa63ecbb None None] New status for floating IP 8d5c43ef-f036-4032-b0bc-fe96bfea171f: ACTIVE {{(pid=104731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 09:59:44.241466 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:44.244498 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f4ae1732-b952-4efc-b698-98250a878970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:47.278175 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-86c9176a-497b-4f9c-8bc8-86ad6917fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:47.714532 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:48.675514 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:59:50.461609 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:03.357968 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:00:05.212040 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39654) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:05.369697 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Deleting port 5555d0a6-ad4b-4d71-b742-36888cf1ae63 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:00:05.370055 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:05.447491 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:05.447828 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:05.460114 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Calling delete_port for 5555d0a6-ad4b-4d71-b742-36888cf1ae63 owned by network:floatingip {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:00:05.622450 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:05.649455 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Pushing event deleted for resources: {'Port': ['ID=5555d0a6-ad4b-4d71-b742-36888cf1ae63,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:05.680108 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:05.680459 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:05.680851 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:05.681188 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:05.681533 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:05.681865 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:05.682196 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:05.682527 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:05.682854 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:05.683183 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:05.683505 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:05.683829 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:05.724185 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for floatingip, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:05.724526 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.l3_db [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Floating IP c52c41f4-c58e-45f0-96a7-8418c9ebb90d disassociated (deleted). External IP: 172.27.2.191, port: de8193ec-3c2f-4425-910c-12007d5ff872. Jul 29 10:00:05.954666 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Router 441e170f-d8e8-42e9-bf58-d9364c574511 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 10:00:06.070526 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:00:06.075208 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:06.080742 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26078b-4c85-4ce2-8fee-5cf7fc3321d8 None None] Sync routers for ids ['441e170f-d8e8-42e9-bf58-d9364c574511'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:00:06.093334 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26078b-4c85-4ce2-8fee-5cf7fc3321d8 None None] Routers {'441e170f-d8e8-42e9-bf58-d9364c574511'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:00:06.093965 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-ad26078b-4c85-4ce2-8fee-5cf7fc3321d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:59:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['441e170f-d8e8-42e9-bf58-d9364c574511'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:06.103414 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-ef3a9cf0-e641-4a06-842e-6138ba862468 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "DELETE /v2.0/floatingips/c52c41f4-c58e-45f0-96a7-8418c9ebb90d HTTP/1.1" status: 204 len: 168 time: 0.8903835 Jul 29 10:00:06.103979 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e15aa65-8716-4722-8e78-7ff7b1bb0fbd', 'tag': 'de8193ec-3c2f-4425-910c-12007d5ff872'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:00:06.106226 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92419be-d503-4f8e-94bc-1917852c27b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0e15aa65-8716-4722-8e78-7ff7b1bb0fbd", "tag": "de8193ec-3c2f-4425-910c-12007d5ff872"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:00:06.145685 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 10:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ba84a5-ba71-4bbc-a465-8ee001cbd2be x-openstack-request-id: req-a5ba84a5-ba71-4bbc-a465-8ee001cbd2be {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:00:06.145988 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e15aa65-8716-4722-8e78-7ff7b1bb0fbd", "tag": "de8193ec-3c2f-4425-910c-12007d5ff872", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:00:06.146323 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a5ba84a5-ba71-4bbc-a465-8ee001cbd2be {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:00:06.146738 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e15aa65-8716-4722-8e78-7ff7b1bb0fbd', 'tag': 'de8193ec-3c2f-4425-910c-12007d5ff872', 'status': 'completed', 'code': 200} Jul 29 10:00:06.209053 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-ad26078b-4c85-4ce2-8fee-5cf7fc3321d8 None None] Set router 441e170f-d8e8-42e9-bf58-d9364c574511 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:00:06.238082 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92419be-d503-4f8e-94bc-1917852c27b8 req-19d14b1a-d61a-4e8f-858e-bcb9db8b02d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:06.241552 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d92419be-d503-4f8e-94bc-1917852c27b8 req-19d14b1a-d61a-4e8f-858e-bcb9db8b02d7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=147b9f51d3f941a6a9a6089a8002c50c&device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 1098 time: 0.0499198 Jul 29 10:00:06.352102 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92419be-d503-4f8e-94bc-1917852c27b8 req-a971a139-2da4-4e71-ae06-5481f6fb7e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:06.353744 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d92419be-d503-4f8e-94bc-1917852c27b8 req-a971a139-2da4-4e71-ae06-5481f6fb7e71 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3d26533d-aae3-4e39-98ba-6024be38bcd3 HTTP/1.1" status: 200 len: 910 time: 0.1038685 Jul 29 10:00:06.401490 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d92419be-d503-4f8e-94bc-1917852c27b8 req-196559ed-bcd3-49bc-a7ce-b6a38192fb7a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8193ec-3c2f-4425-910c-12007d5ff872 HTTP/1.1" status: 200 len: 217 time: 0.0388296 Jul 29 10:00:06.434803 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-ad26078b-4c85-4ce2-8fee-5cf7fc3321d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'name': 'tempest-TestShelveInstance-342160551-router', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:51:54Z', 'updated_at': '2021-07-29T09:51:58Z', 'revision_number': 4, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'gw_port': {'id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:55Z', 'updated_at': '2021-07-29T09:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '3f4b32b4-808f-42ce-8a8e-4d8278555660', 'name': '', 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'mac_address': 'fa:16:3e:12:e9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:57Z', 'updated_at': '2021-07-29T09:52:06Z', 'revision_number': 5, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'subnets': [{'id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:06.459752 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92419be-d503-4f8e-94bc-1917852c27b8 req-9947b870-8b9d-414b-8418-9691a0535a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:06.461156 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d92419be-d503-4f8e-94bc-1917852c27b8 req-9947b870-8b9d-414b-8418-9691a0535a7b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1988ccbe-a5bc-4fe7-8a63-64acf70441a3 HTTP/1.1" status: 200 len: 847 time: 0.0507958 Jul 29 10:00:06.463759 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26078b-4c85-4ce2-8fee-5cf7fc3321d8 None None] Checking router: 441e170f-d8e8-42e9-bf58-d9364c574511 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:00:06.473759 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26078b-4c85-4ce2-8fee-5cf7fc3321d8 None None] Routers {'441e170f-d8e8-42e9-bf58-d9364c574511'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:00:06.474442 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-ad26078b-4c85-4ce2-8fee-5cf7fc3321d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:59:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['441e170f-d8e8-42e9-bf58-d9364c574511'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:06.543766 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92419be-d503-4f8e-94bc-1917852c27b8 req-cf464d3a-6931-40d8-8ee2-bc476b9ed823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:06.545498 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d92419be-d503-4f8e-94bc-1917852c27b8 req-cf464d3a-6931-40d8-8ee2-bc476b9ed823 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3d26533d-aae3-4e39-98ba-6024be38bcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757496 Jul 29 10:00:06.558083 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a66c8c-344b-4926-9eaa-5a55d848ed3c req-ab106210-037b-4e4d-82b2-fbdb950410a4 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:06.559588 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e7a66c8c-344b-4926-9eaa-5a55d848ed3c req-ab106210-037b-4e4d-82b2-fbdb950410a4 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.2600996 Jul 29 10:00:06.583274 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-ad26078b-4c85-4ce2-8fee-5cf7fc3321d8 None None] Set router 441e170f-d8e8-42e9-bf58-d9364c574511 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:00:06.656633 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e7a66c8c-344b-4926-9eaa-5a55d848ed3c req-a99be974-51cd-469c-a504-c287324763e1 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870087 Jul 29 10:00:06.676243 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d92419be-d503-4f8e-94bc-1917852c27b8 req-1da7ac79-0cb5-4036-a0c4-e85f84ab5557 service neutron] 10.222.0.89 "GET /v2.0/networks/3d26533d-aae3-4e39-98ba-6024be38bcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156957 Jul 29 10:00:06.774909 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d92419be-d503-4f8e-94bc-1917852c27b8 req-f1484693-597b-4e99-9622-73f86a4dd89f service neutron] 10.222.0.89 "GET /v2.0/networks/3d26533d-aae3-4e39-98ba-6024be38bcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904701 Jul 29 10:00:06.795971 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-ad26078b-4c85-4ce2-8fee-5cf7fc3321d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'name': 'tempest-TestShelveInstance-342160551-router', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:51:54Z', 'updated_at': '2021-07-29T09:51:58Z', 'revision_number': 4, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'gw_port': {'id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:55Z', 'updated_at': '2021-07-29T09:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '3f4b32b4-808f-42ce-8a8e-4d8278555660', 'name': '', 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'mac_address': 'fa:16:3e:12:e9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:57Z', 'updated_at': '2021-07-29T09:52:06Z', 'revision_number': 5, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'subnets': [{'id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:06.827149 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26078b-4c85-4ce2-8fee-5cf7fc3321d8 None None] The sync data for ids ['441e170f-d8e8-42e9-bf58-d9364c574511'] in dv-cinder-788253-4-iscsi is: [{'id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'name': 'tempest-TestShelveInstance-342160551-router', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:51:54Z', 'updated_at': '2021-07-29T09:51:58Z', 'revision_number': 4, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'gw_port': {'id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:55Z', 'updated_at': '2021-07-29T09:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '3f4b32b4-808f-42ce-8a8e-4d8278555660', 'name': '', 'network_id': '3d26533d-aae3-4e39-98ba-6024be38bcd3', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'mac_address': 'fa:16:3e:12:e9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:57Z', 'updated_at': '2021-07-29T09:52:06Z', 'revision_number': 5, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'subnets': [{'id': '1988ccbe-a5bc-4fe7-8a63-64acf70441a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:00:07.039039 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8ee65d-2913-4859-9bee-9f065008e442 None None] New status for floating IP c52c41f4-c58e-45f0-96a7-8418c9ebb90d: DOWN {{(pid=104731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 10:00:07.786670 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67356f76-eecf-4488-8edc-0de6d4359498 req-f888e05f-5b0a-438d-971b-48ab3aac4fc4 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:07.788159 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-67356f76-eecf-4488-8edc-0de6d4359498 req-f888e05f-5b0a-438d-971b-48ab3aac4fc4 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0523093 Jul 29 10:00:07.828956 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-67356f76-eecf-4488-8edc-0de6d4359498 req-17b9ed26-aa55-46b4-b4eb-80b27cfa17d6 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac92b539-d301-46f2-9fde-83b0fb0e068e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337379 Jul 29 10:00:08.411493 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98837a-dad5-4272-baaf-f00a62f278f3 req-bb7e8a9e-dacc-44ec-91dd-80610f2376a8 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:08.413213 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2c98837a-dad5-4272-baaf-f00a62f278f3 req-bb7e8a9e-dacc-44ec-91dd-80610f2376a8 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 945 time: 0.0490923 Jul 29 10:00:08.507854 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-2c98837a-dad5-4272-baaf-f00a62f278f3 req-12b74583-8c1f-47e7-a2ec-bbf4a07a86d5 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Deleting port de8193ec-3c2f-4425-910c-12007d5ff872 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:00:08.508110 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-2c98837a-dad5-4272-baaf-f00a62f278f3 req-12b74583-8c1f-47e7-a2ec-bbf4a07a86d5 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:08.595342 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-2c98837a-dad5-4272-baaf-f00a62f278f3 req-12b74583-8c1f-47e7-a2ec-bbf4a07a86d5 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] For port de8193ec-3c2f-4425-910c-12007d5ff872, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=de8193ec-3c2f-4425-910c-12007d5ff872,segment=NetworkSegment(3aa5b6d6-24e0-444b-89e0-1c39745cfee1),segment_id=3aa5b6d6-24e0-444b-89e0-1c39745cfee1)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:00:08.595704 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-2c98837a-dad5-4272-baaf-f00a62f278f3 req-12b74583-8c1f-47e7-a2ec-bbf4a07a86d5 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:08.612972 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-2c98837a-dad5-4272-baaf-f00a62f278f3 req-12b74583-8c1f-47e7-a2ec-bbf4a07a86d5 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Calling delete_port for de8193ec-3c2f-4425-910c-12007d5ff872 owned by compute:nova {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:00:08.741813 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-2c98837a-dad5-4272-baaf-f00a62f278f3 req-12b74583-8c1f-47e7-a2ec-bbf4a07a86d5 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:08.770113 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b74583-8c1f-47e7-a2ec-bbf4a07a86d5 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Pushing event deleted for resources: {'Port': ['ID=de8193ec-3c2f-4425-910c-12007d5ff872,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:08.818417 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c98837a-dad5-4272-baaf-f00a62f278f3 req-12b74583-8c1f-47e7-a2ec-bbf4a07a86d5 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] No DVR routers for this DVR port de8193ec-3c2f-4425-910c-12007d5ff872 on host hv-cinder-78825 {{(pid=104728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:00:08.820955 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-2c98837a-dad5-4272-baaf-f00a62f278f3 req-12b74583-8c1f-47e7-a2ec-bbf4a07a86d5 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:08.823028 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2c98837a-dad5-4272-baaf-f00a62f278f3 req-12b74583-8c1f-47e7-a2ec-bbf4a07a86d5 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.89 "DELETE /v2.0/ports/de8193ec-3c2f-4425-910c-12007d5ff872 HTTP/1.1" status: 204 len: 173 time: 0.4033778 Jul 29 10:00:08.823476 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e15aa65-8716-4722-8e78-7ff7b1bb0fbd', 'name': 'network-vif-deleted', 'tag': 'de8193ec-3c2f-4425-910c-12007d5ff872'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:00:08.826156 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef5dedb-4e20-470c-9e55-499b4a818a64" -d '{"events": [{"server_uuid": "0e15aa65-8716-4722-8e78-7ff7b1bb0fbd", "name": "network-vif-deleted", "tag": "de8193ec-3c2f-4425-910c-12007d5ff872"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:00:08.866326 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5251f3-cbbc-428c-bc33-e102ef57462f x-openstack-request-id: req-bf5251f3-cbbc-428c-bc33-e102ef57462f {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:00:08.866645 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e15aa65-8716-4722-8e78-7ff7b1bb0fbd", "name": "network-vif-deleted", "tag": "de8193ec-3c2f-4425-910c-12007d5ff872", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:00:08.866884 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf5251f3-cbbc-428c-bc33-e102ef57462f {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:00:08.867284 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e15aa65-8716-4722-8e78-7ff7b1bb0fbd', 'name': 'network-vif-deleted', 'tag': 'de8193ec-3c2f-4425-910c-12007d5ff872', 'status': 'completed', 'code': 200} Jul 29 10:00:09.000986 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c58313f3-51bd-4296-aee6-e27d00139726 req-e460cfeb-3408-40ad-a712-7558d644b7f4 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e15aa65-8716-4722-8e78-7ff7b1bb0fbd HTTP/1.1" status: 200 len: 210 time: 0.0920775 Jul 29 10:00:10.058047 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39684) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:10.116731 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-755c3da2-a3d2-4f21-8f40-9939bdb69d22 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:10.142359 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-755c3da2-a3d2-4f21-8f40-9939bdb69d22 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:10.201400 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-755c3da2-a3d2-4f21-8f40-9939bdb69d22 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:10.204229 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-755c3da2-a3d2-4f21-8f40-9939bdb69d22 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:10.205418 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-755c3da2-a3d2-4f21-8f40-9939bdb69d22 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] 10.222.0.78 "DELETE /v2.0/security-groups/ac92b539-d301-46f2-9fde-83b0fb0e068e HTTP/1.1" status: 204 len: 168 time: 0.1462719 Jul 29 10:00:10.214103 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c3da2-a3d2-4f21-8f40-9939bdb69d22 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac92b539-d301-46f2-9fde-83b0fb0e068e,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:10.221440 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c3da2-a3d2-4f21-8f40-9939bdb69d22 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:10.221793 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c3da2-a3d2-4f21-8f40-9939bdb69d22 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:10.222169 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c3da2-a3d2-4f21-8f40-9939bdb69d22 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:10.222505 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c3da2-a3d2-4f21-8f40-9939bdb69d22 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:10.222892 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c3da2-a3d2-4f21-8f40-9939bdb69d22 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:10.223225 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c3da2-a3d2-4f21-8f40-9939bdb69d22 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:10.223556 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c3da2-a3d2-4f21-8f40-9939bdb69d22 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:10.223885 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c3da2-a3d2-4f21-8f40-9939bdb69d22 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:10.224217 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c3da2-a3d2-4f21-8f40-9939bdb69d22 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:10.224543 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c3da2-a3d2-4f21-8f40-9939bdb69d22 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:10.224896 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c3da2-a3d2-4f21-8f40-9939bdb69d22 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:10.225228 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c3da2-a3d2-4f21-8f40-9939bdb69d22 tempest-TestShelveInstance-249161255 tempest-TestShelveInstance-249161255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:10.271236 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39688) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:10.993787 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c632ab97-f2a9-43cc-8be8-0ff9d02ea65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717318'] for router_interface, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:11.242411 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-c632ab97-f2a9-43cc-8be8-0ff9d02ea65c admin admin] Deleting port 3f4b32b4-808f-42ce-8a8e-4d8278555660 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:00:11.242749 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c632ab97-f2a9-43cc-8be8-0ff9d02ea65c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:11.322220 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [None req-c632ab97-f2a9-43cc-8be8-0ff9d02ea65c admin admin] For port 3f4b32b4-808f-42ce-8a8e-4d8278555660, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=3f4b32b4-808f-42ce-8a8e-4d8278555660,segment=NetworkSegment(3aa5b6d6-24e0-444b-89e0-1c39745cfee1),segment_id=3aa5b6d6-24e0-444b-89e0-1c39745cfee1)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:00:11.322907 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c632ab97-f2a9-43cc-8be8-0ff9d02ea65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:11.336368 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-c632ab97-f2a9-43cc-8be8-0ff9d02ea65c admin admin] Calling delete_port for 3f4b32b4-808f-42ce-8a8e-4d8278555660 owned by network:router_interface {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:00:11.521373 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c632ab97-f2a9-43cc-8be8-0ff9d02ea65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:11.548185 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632ab97-f2a9-43cc-8be8-0ff9d02ea65c admin admin] Pushing event deleted for resources: {'Port': ['ID=3f4b32b4-808f-42ce-8a8e-4d8278555660,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:11.725352 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c632ab97-f2a9-43cc-8be8-0ff9d02ea65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717290'] for router_interface, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:11.870707 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device de8193ec-3c2f-4425-910c-12007d5ff872 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:00:11.890337 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: de8193ec-3c2f-4425-910c-12007d5ff872 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:00:11.890681 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device de8193ec-3c2f-4425-910c-12007d5ff872 not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:00:11.941177 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c632ab97-f2a9-43cc-8be8-0ff9d02ea65c admin admin] Router 441e170f-d8e8-42e9-bf58-d9364c574511 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 10:00:12.050358 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c632ab97-f2a9-43cc-8be8-0ff9d02ea65c admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:00:12.055370 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-c632ab97-f2a9-43cc-8be8-0ff9d02ea65c admin admin] 10.222.0.78 "PUT /v2.0/routers/441e170f-d8e8-42e9-bf58-d9364c574511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7827334 Jul 29 10:00:12.057995 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39696) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:12.058855 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a3fa5-f0e8-4e2c-b748-224aa51ee07c None None] Sync routers for ids ['441e170f-d8e8-42e9-bf58-d9364c574511'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:00:12.068282 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a3fa5-f0e8-4e2c-b748-224aa51ee07c None None] Routers {'441e170f-d8e8-42e9-bf58-d9364c574511'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:00:12.069036 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-794a3fa5-f0e8-4e2c-b748-224aa51ee07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:59:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['441e170f-d8e8-42e9-bf58-d9364c574511'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:12.167246 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-20702a6b-9d0d-45ea-925d-1b682a5337f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:12.172866 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-794a3fa5-f0e8-4e2c-b748-224aa51ee07c None None] Set router 441e170f-d8e8-42e9-bf58-d9364c574511 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:00:12.273720 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-20702a6b-9d0d-45ea-925d-1b682a5337f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:12.338718 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-20702a6b-9d0d-45ea-925d-1b682a5337f1 admin admin] Deleting port ae48b4da-3751-4d87-887b-b838923badf9 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:00:12.339434 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-20702a6b-9d0d-45ea-925d-1b682a5337f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:12.427528 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [None req-20702a6b-9d0d-45ea-925d-1b682a5337f1 admin admin] For port ae48b4da-3751-4d87-887b-b838923badf9, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=ae48b4da-3751-4d87-887b-b838923badf9,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:00:12.427827 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-20702a6b-9d0d-45ea-925d-1b682a5337f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:12.439946 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-20702a6b-9d0d-45ea-925d-1b682a5337f1 admin admin] Calling delete_port for ae48b4da-3751-4d87-887b-b838923badf9 owned by network:router_gateway {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:00:12.483379 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-794a3fa5-f0e8-4e2c-b748-224aa51ee07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'name': 'tempest-TestShelveInstance-342160551-router', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:51:54Z', 'updated_at': '2021-07-29T10:00:11Z', 'revision_number': 5, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'gw_port': {'id': 'ae48b4da-3751-4d87-887b-b838923badf9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:51:55Z', 'updated_at': '2021-07-29T09:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:12.511200 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a3fa5-f0e8-4e2c-b748-224aa51ee07c None None] Checking router: 441e170f-d8e8-42e9-bf58-d9364c574511 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:00:12.525840 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a3fa5-f0e8-4e2c-b748-224aa51ee07c None None] Routers {'441e170f-d8e8-42e9-bf58-d9364c574511'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:00:12.526463 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-794a3fa5-f0e8-4e2c-b748-224aa51ee07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:59:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['441e170f-d8e8-42e9-bf58-d9364c574511'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:12.617456 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-20702a6b-9d0d-45ea-925d-1b682a5337f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:12.631951 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-794a3fa5-f0e8-4e2c-b748-224aa51ee07c None None] Set router 441e170f-d8e8-42e9-bf58-d9364c574511 gateway port host: None {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:00:12.648442 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20702a6b-9d0d-45ea-925d-1b682a5337f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae48b4da-3751-4d87-887b-b838923badf9,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:12.691711 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-794a3fa5-f0e8-4e2c-b748-224aa51ee07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'name': 'tempest-TestShelveInstance-342160551-router', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:51:54Z', 'updated_at': '2021-07-29T10:00:12Z', 'revision_number': 6, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'gw_port_host': None}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:12.718190 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-20702a6b-9d0d-45ea-925d-1b682a5337f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634440'] for router_gateway, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:12.727685 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a3fa5-f0e8-4e2c-b748-224aa51ee07c None None] The sync data for ids ['441e170f-d8e8-42e9-bf58-d9364c574511'] in dv-cinder-788253-4-iscsi is: [{'id': '441e170f-d8e8-42e9-bf58-d9364c574511', 'name': 'tempest-TestShelveInstance-342160551-router', 'tenant_id': '147b9f51d3f941a6a9a6089a8002c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:51:54Z', 'updated_at': '2021-07-29T10:00:12Z', 'revision_number': 6, 'project_id': '147b9f51d3f941a6a9a6089a8002c50c', 'gw_port_host': None}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:00:12.815799 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-20702a6b-9d0d-45ea-925d-1b682a5337f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2281'] for router, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:12.818069 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-20702a6b-9d0d-45ea-925d-1b682a5337f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:12.867256 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-20702a6b-9d0d-45ea-925d-1b682a5337f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1596551'] for router, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:12.867904 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20702a6b-9d0d-45ea-925d-1b682a5337f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 441e170f-d8e8-42e9-bf58-d9364c574511 {{(pid=104728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 10:00:12.873904 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-20702a6b-9d0d-45ea-925d-1b682a5337f1 admin admin] Notify callbacks [] for router, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:12.874160 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-20702a6b-9d0d-45ea-925d-1b682a5337f1 admin admin] 10.222.0.78 "DELETE /v2.0/routers/441e170f-d8e8-42e9-bf58-d9364c574511 HTTP/1.1" status: 204 len: 168 time: 0.8151300 Jul 29 10:00:12.876746 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39700) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:12.923230 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ed3430-6bf9-47ef-8fc0-545f604ea54b admin admin] Deleting subnet 1988ccbe-a5bc-4fe7-8a63-64acf70441a3 {{(pid=104728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 10:00:12.926633 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-57ed3430-6bf9-47ef-8fc0-545f604ea54b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:12.968139 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-57ed3430-6bf9-47ef-8fc0-545f604ea54b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8199903'] for subnet, precommit_delete_associations {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:13.053954 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-57ed3430-6bf9-47ef-8fc0-545f604ea54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782467'] for subnet, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:13.120410 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-57ed3430-6bf9-47ef-8fc0-545f604ea54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8099219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8094446'] for subnet, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:13.153214 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-57ed3430-6bf9-47ef-8fc0-545f604ea54b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:13.156372 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-57ed3430-6bf9-47ef-8fc0-545f604ea54b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1988ccbe-a5bc-4fe7-8a63-64acf70441a3 HTTP/1.1" status: 204 len: 168 time: 0.2786188 Jul 29 10:00:13.157592 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed3430-6bf9-47ef-8fc0-545f604ea54b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1988ccbe-a5bc-4fe7-8a63-64acf70441a3,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:13.160167 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39702) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:13.165477 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f589bad2-1392-4709-834d-d1bca54da958 None None] Network 3d26533d-aae3-4e39-98ba-6024be38bcd3 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 10:00:13.217463 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 3f4b32b4-808f-42ce-8a8e-4d8278555660 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:00:13.239868 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648586'] for network, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:13.244109 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: 3f4b32b4-808f-42ce-8a8e-4d8278555660 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:00:13.244674 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 3f4b32b4-808f-42ce-8a8e-4d8278555660 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:00:13.301836 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] Deleting port 1b63748e-1ff7-422b-8218-24aa9c824560 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:00:13.302200 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:13.371232 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] For port 1b63748e-1ff7-422b-8218-24aa9c824560, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=1b63748e-1ff7-422b-8218-24aa9c824560,segment=NetworkSegment(3aa5b6d6-24e0-444b-89e0-1c39745cfee1),segment_id=3aa5b6d6-24e0-444b-89e0-1c39745cfee1)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:00:13.371232 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:13.385371 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] Calling delete_port for 1b63748e-1ff7-422b-8218-24aa9c824560 owned by network:dhcp {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:00:13.473155 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:13.496624 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] Pushing event deleted for resources: {'Port': ['ID=1b63748e-1ff7-422b-8218-24aa9c824560,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:13.504397 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] No DVR routers for this DVR port 1b63748e-1ff7-422b-8218-24aa9c824560 on host dv-cinder-788253-4-iscsi {{(pid=104728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:00:13.579294 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3c2f08-8454-43e6-9d3b-fc8264878b1d None None] DHCP port deletion for 3d26533d-aae3-4e39-98ba-6024be38bcd3 request from dv-cinder-788253-4-iscsi {{(pid=104730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 10:00:13.589746 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785684', 'neutron.services.segments.db._delete_segments_for_network-8755120061489'] for network, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:13.602266 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d26533d-aae3-4e39-98ba-6024be38bcd3']}} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:13.615194 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa5b6d6-24e0-444b-89e0-1c39745cfee1') {'for_net_delete': True} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:13.615489 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa5b6d6-24e0-444b-89e0-1c39745cfee1') {} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:13.625423 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755120062522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8199892'] for segment, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:13.644183 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:13.650925 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=104728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 10:00:13.651317 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8099405'] for segment, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: Traceback (most recent call last): Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: timer() Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: cb(*args, **kw) Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: return func(*args, **kwargs) Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: self._notify() Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: self.callback(batched_events) Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: event.method(event) Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: return f(self, *a, **k) Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: return self._get(url).json() Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: return self.request(url, 'GET', **kwargs) Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 10:00:13.653441 dv-cinder-788253-4-iscsi neutron-server[104728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 10:00:13.725393 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634484'] for network, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:13.744548 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:13.746512 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] 10.222.0.78 "DELETE /v2.0/networks/3d26533d-aae3-4e39-98ba-6024be38bcd3 HTTP/1.1" status: 204 len: 168 time: 0.5862846 Jul 29 10:00:13.752034 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39704) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:13.771535 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9050aa-ad93-4fa0-a74e-f1748f21d6bd admin admin] Pushing event deleted for resources: {'Network': ['ID=3d26533d-aae3-4e39-98ba-6024be38bcd3,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:13.796422 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f4567eb2-7615-4d46-897c-9f682c2f36fa req-648ed212-a892-4272-bc8b-9835f6e6786e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680554 Jul 29 10:00:13.944275 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4567eb2-7615-4d46-897c-9f682c2f36fa req-1c6df60f-9aca-486a-b64a-972e63f3487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:13.945883 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f4567eb2-7615-4d46-897c-9f682c2f36fa req-1c6df60f-9aca-486a-b64a-972e63f3487e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=735b6107d1e24edfb73207b6522a26c4&device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 1099 time: 0.0825713 Jul 29 10:00:14.078875 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4567eb2-7615-4d46-897c-9f682c2f36fa req-65ade224-6c01-4749-821d-4bff60702e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:14.080565 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f4567eb2-7615-4d46-897c-9f682c2f36fa req-65ade224-6c01-4749-821d-4bff60702e01 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3fa3a7a6-9806-484d-b0ba-8344627c78e2 HTTP/1.1" status: 200 len: 919 time: 0.0944788 Jul 29 10:00:14.152337 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f4567eb2-7615-4d46-897c-9f682c2f36fa req-b5a3099a-2410-44dd-9172-5658270da9e7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d6d7ff-270f-4308-8347-310c954af79d HTTP/1.1" status: 200 len: 1001 time: 0.0637541 Jul 29 10:00:14.201729 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4567eb2-7615-4d46-897c-9f682c2f36fa req-8a0303ad-4883-4ac0-a08f-da2aaffcc083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:14.203129 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f4567eb2-7615-4d46-897c-9f682c2f36fa req-8a0303ad-4883-4ac0-a08f-da2aaffcc083 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4d807706-b29a-4520-8761-85daf7efff9e HTTP/1.1" status: 200 len: 856 time: 0.0438538 Jul 29 10:00:14.247686 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:14.248793 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-66ce207b-a5a3-46e6-9fd7-2f83eab28a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:14.253018 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4567eb2-7615-4d46-897c-9f682c2f36fa req-be36061b-b7b7-421a-8c52-6d35d17b5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:14.254586 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f4567eb2-7615-4d46-897c-9f682c2f36fa req-be36061b-b7b7-421a-8c52-6d35d17b5c59 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3fa3a7a6-9806-484d-b0ba-8344627c78e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437913 Jul 29 10:00:14.354598 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f4567eb2-7615-4d46-897c-9f682c2f36fa req-e02521bf-89cc-4dc0-b36d-b429f06d1684 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919995 Jul 29 10:00:14.378454 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2f7a5ca3-ed76-4f83-95b9-d410dcf2b205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717318'] for router_interface, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:14.446218 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f4567eb2-7615-4d46-897c-9f682c2f36fa req-9a320411-7450-4e4c-9b8e-8a0ebc831345 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846508 Jul 29 10:00:14.649069 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-2f7a5ca3-ed76-4f83-95b9-d410dcf2b205 admin admin] Deleting port c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:00:14.649300 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2f7a5ca3-ed76-4f83-95b9-d410dcf2b205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:14.740511 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-2f7a5ca3-ed76-4f83-95b9-d410dcf2b205 admin admin] For port c5b7cd61-5cb1-4f9f-8755-217ae495b7e0, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=c5b7cd61-5cb1-4f9f-8755-217ae495b7e0,segment=NetworkSegment(18b97382-4cf4-437c-b7cd-ec28ad826d84),segment_id=18b97382-4cf4-437c-b7cd-ec28ad826d84)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:00:14.740940 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2f7a5ca3-ed76-4f83-95b9-d410dcf2b205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:14.757653 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-2f7a5ca3-ed76-4f83-95b9-d410dcf2b205 admin admin] Calling delete_port for c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 owned by network:router_interface {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:00:14.832083 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 1b63748e-1ff7-422b-8218-24aa9c824560 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:00:14.856188 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: 1b63748e-1ff7-422b-8218-24aa9c824560 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:00:14.856529 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 1b63748e-1ff7-422b-8218-24aa9c824560 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:00:14.857685 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device ae48b4da-3751-4d87-887b-b838923badf9 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:00:14.883680 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: ae48b4da-3751-4d87-887b-b838923badf9 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:00:14.884170 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device ae48b4da-3751-4d87-887b-b838923badf9 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:00:14.955594 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2f7a5ca3-ed76-4f83-95b9-d410dcf2b205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:14.981302 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a5ca3-ed76-4f83-95b9-d410dcf2b205 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b7cd61-5cb1-4f9f-8755-217ae495b7e0,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:15.147665 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2f7a5ca3-ed76-4f83-95b9-d410dcf2b205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717290'] for router_interface, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:15.368734 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7a5ca3-ed76-4f83-95b9-d410dcf2b205 admin admin] Router 7b078116-92e8-49ca-8331-90e6abc1da49 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 10:00:15.474253 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7a5ca3-ed76-4f83-95b9-d410dcf2b205 admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:00:15.483049 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-2f7a5ca3-ed76-4f83-95b9-d410dcf2b205 admin admin] 10.222.0.78 "PUT /v2.0/routers/7b078116-92e8-49ca-8331-90e6abc1da49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7280905 Jul 29 10:00:15.485029 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39712) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:15.487691 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafcffa5-11c2-4a5e-8bd7-24dc51a79883 None None] Sync routers for ids ['7b078116-92e8-49ca-8331-90e6abc1da49'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:00:15.498685 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafcffa5-11c2-4a5e-8bd7-24dc51a79883 None None] Routers {'7b078116-92e8-49ca-8331-90e6abc1da49'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:00:15.499297 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-bafcffa5-11c2-4a5e-8bd7-24dc51a79883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:59:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7b078116-92e8-49ca-8331-90e6abc1da49'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:15.589977 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a174642f-3b20-4623-a677-ef8c74557bef admin admin] Notify callbacks [] for router, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:15.601084 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-bafcffa5-11c2-4a5e-8bd7-24dc51a79883 None None] Set router 7b078116-92e8-49ca-8331-90e6abc1da49 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:00:15.694169 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a174642f-3b20-4623-a677-ef8c74557bef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:15.748668 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-a174642f-3b20-4623-a677-ef8c74557bef admin admin] Deleting port 818b383f-ee7b-4907-8014-672315909dd2 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:00:15.749086 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a174642f-3b20-4623-a677-ef8c74557bef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:15.781612 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-bafcffa5-11c2-4a5e-8bd7-24dc51a79883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b078116-92e8-49ca-8331-90e6abc1da49', 'name': 'tempest-TestShelveInstance-1879336194-router', 'tenant_id': 'f6df98026c8146a2ba2573ddb96133b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '818b383f-ee7b-4907-8014-672315909dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:52:00Z', 'updated_at': '2021-07-29T10:00:14Z', 'revision_number': 5, 'project_id': 'f6df98026c8146a2ba2573ddb96133b9', 'gw_port': {'id': '818b383f-ee7b-4907-8014-672315909dd2', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b078116-92e8-49ca-8331-90e6abc1da49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:52:01Z', 'updated_at': '2021-07-29T09:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:15.812337 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafcffa5-11c2-4a5e-8bd7-24dc51a79883 None None] Checking router: 7b078116-92e8-49ca-8331-90e6abc1da49 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:00:15.820602 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafcffa5-11c2-4a5e-8bd7-24dc51a79883 None None] Routers {'7b078116-92e8-49ca-8331-90e6abc1da49'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:00:15.821278 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-bafcffa5-11c2-4a5e-8bd7-24dc51a79883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T09:59:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7b078116-92e8-49ca-8331-90e6abc1da49'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:15.828817 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-a174642f-3b20-4623-a677-ef8c74557bef admin admin] For port 818b383f-ee7b-4907-8014-672315909dd2, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=818b383f-ee7b-4907-8014-672315909dd2,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:00:15.829373 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a174642f-3b20-4623-a677-ef8c74557bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:15.845998 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-a174642f-3b20-4623-a677-ef8c74557bef admin admin] Calling delete_port for 818b383f-ee7b-4907-8014-672315909dd2 owned by network:router_gateway {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:00:15.903052 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-bafcffa5-11c2-4a5e-8bd7-24dc51a79883 None None] Set router 7b078116-92e8-49ca-8331-90e6abc1da49 gateway port host: None {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:00:15.958419 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-bafcffa5-11c2-4a5e-8bd7-24dc51a79883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b078116-92e8-49ca-8331-90e6abc1da49', 'name': 'tempest-TestShelveInstance-1879336194-router', 'tenant_id': 'f6df98026c8146a2ba2573ddb96133b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:52:00Z', 'updated_at': '2021-07-29T10:00:15Z', 'revision_number': 6, 'project_id': 'f6df98026c8146a2ba2573ddb96133b9', 'gw_port_host': None}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:15.985489 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafcffa5-11c2-4a5e-8bd7-24dc51a79883 None None] The sync data for ids ['7b078116-92e8-49ca-8331-90e6abc1da49'] in dv-cinder-788253-4-iscsi is: [{'id': '7b078116-92e8-49ca-8331-90e6abc1da49', 'name': 'tempest-TestShelveInstance-1879336194-router', 'tenant_id': 'f6df98026c8146a2ba2573ddb96133b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:52:00Z', 'updated_at': '2021-07-29T10:00:15Z', 'revision_number': 6, 'project_id': 'f6df98026c8146a2ba2573ddb96133b9', 'gw_port_host': None}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:00:16.015000 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a174642f-3b20-4623-a677-ef8c74557bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.051056 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174642f-3b20-4623-a677-ef8c74557bef admin admin] Pushing event deleted for resources: {'Port': ['ID=818b383f-ee7b-4907-8014-672315909dd2,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:16.110255 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a174642f-3b20-4623-a677-ef8c74557bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634440'] for router_gateway, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.199002 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a174642f-3b20-4623-a677-ef8c74557bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2281'] for router, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.201300 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a174642f-3b20-4623-a677-ef8c74557bef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.243630 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a174642f-3b20-4623-a677-ef8c74557bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1596551'] for router, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.244243 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a174642f-3b20-4623-a677-ef8c74557bef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b078116-92e8-49ca-8331-90e6abc1da49 {{(pid=104729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 10:00:16.248973 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a174642f-3b20-4623-a677-ef8c74557bef admin admin] Notify callbacks [] for router, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.250176 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-a174642f-3b20-4623-a677-ef8c74557bef admin admin] 10.222.0.78 "DELETE /v2.0/routers/7b078116-92e8-49ca-8331-90e6abc1da49 HTTP/1.1" status: 204 len: 168 time: 0.7639921 Jul 29 10:00:16.252865 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39716) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:16.299780 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17dc3e2-632f-4458-a03c-a7ac426da479 admin admin] Deleting subnet 9bd1180a-a6cb-4a39-ad17-b3048661d748 {{(pid=104729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 10:00:16.302879 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e17dc3e2-632f-4458-a03c-a7ac426da479 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.337863 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e17dc3e2-632f-4458-a03c-a7ac426da479 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8132502'] for subnet, precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.422433 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e17dc3e2-632f-4458-a03c-a7ac426da479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782467'] for subnet, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.478539 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e17dc3e2-632f-4458-a03c-a7ac426da479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7998055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4197211'] for subnet, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.505271 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17dc3e2-632f-4458-a03c-a7ac426da479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd1180a-a6cb-4a39-ad17-b3048661d748,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:16.507224 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e17dc3e2-632f-4458-a03c-a7ac426da479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.512790 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-e17dc3e2-632f-4458-a03c-a7ac426da479 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9bd1180a-a6cb-4a39-ad17-b3048661d748 HTTP/1.1" status: 204 len: 168 time: 0.2554626 Jul 29 10:00:16.513782 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39718) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:16.514446 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d947a917-45b6-4b63-99ea-f549d097e2d7 None None] Network 078041d3-e8d6-45e9-ad04-4c3fd364adb2 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 10:00:16.586275 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648586'] for network, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.641396 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] Deleting port 72294c3e-cfcb-4e65-b0a6-522262f2de32 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:00:16.641744 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.703718 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] For port 72294c3e-cfcb-4e65-b0a6-522262f2de32, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=72294c3e-cfcb-4e65-b0a6-522262f2de32,segment=NetworkSegment(18b97382-4cf4-437c-b7cd-ec28ad826d84),segment_id=18b97382-4cf4-437c-b7cd-ec28ad826d84)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:00:16.704115 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.721066 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] Calling delete_port for 72294c3e-cfcb-4e65-b0a6-522262f2de32 owned by network:dhcp {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:00:16.734673 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] DHCP port deletion for 078041d3-e8d6-45e9-ad04-4c3fd364adb2 request from dv-cinder-788253-4-iscsi {{(pid=104730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 10:00:16.797121 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] Deleting port 72294c3e-cfcb-4e65-b0a6-522262f2de32 {{(pid=104730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:00:16.797503 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.815614 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.847514 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:00:16.852614 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] Pushing event deleted for resources: {'Port': ['ID=72294c3e-cfcb-4e65-b0a6-522262f2de32,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:16.853712 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] No DVR routers for this DVR port 72294c3e-cfcb-4e65-b0a6-522262f2de32 on host dv-cinder-788253-4-iscsi {{(pid=104728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:00:16.884528 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] For port 72294c3e-cfcb-4e65-b0a6-522262f2de32, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=72294c3e-cfcb-4e65-b0a6-522262f2de32,segment=NetworkSegment(18b97382-4cf4-437c-b7cd-ec28ad826d84),segment_id=18b97382-4cf4-437c-b7cd-ec28ad826d84)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:00:16.884975 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.894398 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:00:16.894750 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device c5b7cd61-5cb1-4f9f-8755-217ae495b7e0 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:00:16.895202 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 72294c3e-cfcb-4e65-b0a6-522262f2de32 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:00:16.921439 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] Calling delete_port for 72294c3e-cfcb-4e65-b0a6-522262f2de32 owned by network:dhcp {{(pid=104730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:00:16.923221 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: 72294c3e-cfcb-4e65-b0a6-522262f2de32 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:00:16.923569 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 72294c3e-cfcb-4e65-b0a6-522262f2de32 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:00:16.923991 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 818b383f-ee7b-4907-8014-672315909dd2 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:00:16.931133 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785684', 'neutron.services.segments.db._delete_segments_for_network-8755120061489'] for network, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.941676 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078041d3-e8d6-45e9-ad04-4c3fd364adb2']}} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:16.948309 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: 818b383f-ee7b-4907-8014-672315909dd2 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:00:16.948604 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 818b383f-ee7b-4907-8014-672315909dd2 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:00:16.958973 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b97382-4cf4-437c-b7cd-ec28ad826d84') {'for_net_delete': True} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:16.958973 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b97382-4cf4-437c-b7cd-ec28ad826d84') {} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:16.968268 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755120062522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8199892'] for segment, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.987327 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.996447 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=104728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 10:00:16.996447 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8099405'] for segment, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: Traceback (most recent call last): Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: timer() Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: cb(*args, **kw) Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: return func(*args, **kwargs) Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: self._notify() Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: self.callback(batched_events) Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: event.method(event) Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: return f(self, *a, **k) Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: return self._get(url).json() Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: return self.request(url, 'GET', **kwargs) Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 10:00:16.998422 dv-cinder-788253-4-iscsi neutron-server[104728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 10:00:17.023819 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069'] for port, after_delete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:17.053101 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] Pushing event deleted for resources: {'Port': ['ID=72294c3e-cfcb-4e65-b0a6-522262f2de32,revision_number=None']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:17.057892 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634484'] for network, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:17.058147 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] No DVR routers for this DVR port 72294c3e-cfcb-4e65-b0a6-522262f2de32 on host dv-cinder-788253-4-iscsi {{(pid=104730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:00:17.062551 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:17.067192 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] 10.222.0.78 "DELETE /v2.0/networks/078041d3-e8d6-45e9-ad04-4c3fd364adb2 HTTP/1.1" status: 204 len: 168 time: 0.5500691 Jul 29 10:00:17.067364 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:17.067364 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:17.067364 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:17.067364 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:17.067364 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:17.067364 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:17.068014 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:17.068014 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:17.068196 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:17.068510 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:17.068869 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:17.069526 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1597ff-3d18-4072-9687-6d0ea7cdc92b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:17.082333 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca773ef7-27e8-4c60-a6db-d9171d3f93ef admin admin] Pushing event deleted for resources: {'Network': ['ID=078041d3-e8d6-45e9-ad04-4c3fd364adb2,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:17.191180 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39722) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:17.231373 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-97d86da2-9e99-4a8b-88e3-427eeb0e6553 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=147b9f51d3f941a6a9a6089a8002c50c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389709 Jul 29 10:00:17.234422 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39726) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:17.282506 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-a9b18b52-ba05-4120-93ff-f1e91ab65c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:17.292132 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-87cd082f-fcfe-4ba7-a695-35de3af62a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:17.314458 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-87cd082f-fcfe-4ba7-a695-35de3af62a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:17.369566 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-87cd082f-fcfe-4ba7-a695-35de3af62a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:17.372298 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-87cd082f-fcfe-4ba7-a695-35de3af62a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:17.374441 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-87cd082f-fcfe-4ba7-a695-35de3af62a83 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/445c4832-7af9-4676-9a6a-d52973eb4f3c HTTP/1.1" status: 204 len: 168 time: 0.1390674 Jul 29 10:00:17.383863 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd082f-fcfe-4ba7-a695-35de3af62a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445c4832-7af9-4676-9a6a-d52973eb4f3c,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:17.699011 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39732) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:17.712249 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:17.744249 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-55067cdb-0af3-42dd-b42b-b06c94f02118 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f6df98026c8146a2ba2573ddb96133b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441411 Jul 29 10:00:17.746742 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39734) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:17.796155 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-89a2638d-9823-4560-abaa-b9157fc90c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:17.817291 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-89a2638d-9823-4560-abaa-b9157fc90c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:17.862517 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-89a2638d-9823-4560-abaa-b9157fc90c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:17.865227 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-89a2638d-9823-4560-abaa-b9157fc90c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:17.866410 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-89a2638d-9823-4560-abaa-b9157fc90c74 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f3beaca4-1dd6-44f3-b653-24465c367628 HTTP/1.1" status: 204 len: 168 time: 0.1181915 Jul 29 10:00:17.874752 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2638d-9823-4560-abaa-b9157fc90c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3beaca4-1dd6-44f3-b653-24465c367628,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:18.534262 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39758) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:18.628599 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-055026c1-0fe6-4127-b402-81f6d4121d75 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-42544904-network', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:18.649142 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055026c1-0fe6-4127-b402-81f6d4121d75 admin admin] Made reservation on behalf of d26c6d31ab58489d97402905ff11cbea for: {'network': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 10:00:18.651503 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-055026c1-0fe6-4127-b402-81f6d4121d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:18.662561 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-055026c1-0fe6-4127-b402-81f6d4121d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:18.679309 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:18.761855 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-055026c1-0fe6-4127-b402-81f6d4121d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:18.767500 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-055026c1-0fe6-4127-b402-81f6d4121d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:18.793990 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055026c1-0fe6-4127-b402-81f6d4121d75 admin admin] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=104728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 10:00:18.804319 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055026c1-0fe6-4127-b402-81f6d4121d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00529912-5a8d-41ba-8afa-b5624e03e85c,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:18.809909 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-055026c1-0fe6-4127-b402-81f6d4121d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:18.810291 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.segments_db [None req-055026c1-0fe6-4127-b402-81f6d4121d75 admin admin] Added segment 7d0c85b3-ed2a-42cd-83a5-bc902b078761 of type vlan for network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 Jul 29 10:00:18.857181 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-055026c1-0fe6-4127-b402-81f6d4121d75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:18.889038 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-055026c1-0fe6-4127-b402-81f6d4121d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:18.889972 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055026c1-0fe6-4127-b402-81f6d4121d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:18.890585 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-055026c1-0fe6-4127-b402-81f6d4121d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:18.942947 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-055026c1-0fe6-4127-b402-81f6d4121d75 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4075358 Jul 29 10:00:18.945939 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39762) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:18.952848 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-757e568e-6208-489c-a039-596070b3c849 admin admin] Request body: {'subnet': {'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-42544904-subnet', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'ip_version': 4}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:18.973587 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055026c1-0fe6-4127-b402-81f6d4121d75 admin admin] Pushing event updated for resources: {'Network': ['ID=b20ee5b6-71ef-431b-b0a4-a8d8909fc941,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:18.985522 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 10:00:18.992080 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757e568e-6208-489c-a039-596070b3c849 admin admin] Made reservation on behalf of d26c6d31ab58489d97402905ff11cbea for: {'subnet': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 10:00:18.994536 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-757e568e-6208-489c-a039-596070b3c849 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8094409'] for subnet, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:19.179626 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-757e568e-6208-489c-a039-596070b3c849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8099280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8094439'] for subnet, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:19.239713 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e568e-6208-489c-a039-596070b3c849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abdf45fc-dabc-4096-8cfc-ad57fbf50e72,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:19.253744 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e568e-6208-489c-a039-596070b3c849 admin admin] Checking segment: {'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:00:19.254251 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757e568e-6208-489c-a039-596070b3c849 admin admin] Network hostable DHCP agents. Network: b20ee5b6-71ef-431b-b0a4-a8d8909fc941, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 10:00:19.274579 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757e568e-6208-489c-a039-596070b3c849 admin admin] Network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 10:00:19.284991 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-757e568e-6208-489c-a039-596070b3c849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, b20ee5b6-71ef-431b-b0a4-a8d8909fc941) {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:00:19.289159 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757e568e-6208-489c-a039-596070b3c849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:19.289797 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-757e568e-6208-489c-a039-596070b3c849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:19.295472 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5ba18a-b172-4e7c-85d0-c4a2718128fa None None] Network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 10:00:19.311278 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-757e568e-6208-489c-a039-596070b3c849 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3640778 Jul 29 10:00:19.314261 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39764) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:19.319042 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:19.341665 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2267'] for router, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:19.342855 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1720115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2256'] for router, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:19.395514 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:19.465493 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp282115e9-f32f-56c0-b3bc-1df1ec6c79b4-b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72'}]}} from dv-cinder-788253-4-iscsi. {{(pid=104730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 10:00:19.467012 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:19.551422 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2302'] for router, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:19.622062 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.db_base_plugin_common [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Allocated IP 172.20.0.2 (b20ee5b6-71ef-431b-b0a4-a8d8909fc941/abdf45fc-dabc-4096-8cfc-ad57fbf50e72/61dfe7f3-a51f-4bd5-8584-6532fcc29ce0) {{(pid=104730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:00:19.787370 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:19.792529 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Notify callbacks [] for port, precommit_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:19.802740 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Transition to ACTIVE for port object 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0 will not be triggered until provisioned by entity L2. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:00:19.812381 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:19.818348 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Transition to ACTIVE for port object 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0 will not be triggered until provisioned by entity DHCP. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:00:19.824436 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:19.865905 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 is already hosted by enough agents. {{(pid=104730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:00:19.868992 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.base_scheduler [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Resources bound (agent type, host, resource id): {{(pid=104730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:00:19.872547 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Received port after_create {{(pid=104730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:00:19.880373 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Pushing event updated for resources: {'Port': ['ID=61dfe7f3-a51f-4bd5-8584-6532fcc29ce0,revision_number=1']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:19.922107 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] Allocated IP 172.27.2.87 (b3b02076-35c8-452e-bb57-22f5e98db348/fdb5e983-6a65-4f11-aa94-f451584e5c8e/5c04b560-30d2-44fa-88ff-72a0e43f1808) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:00:19.939660 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Attempting to bind port 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 10:00:19.940067 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Attempting to bind port 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 10:00:19.940434 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Attempting to bind port 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0 on network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:00:19.946022 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 10, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 10:00:19.946364 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Checking segment: {'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:00:19.946766 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:19.947160 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Bound using segment: {'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 10:00:19.947634 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Bound port: 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'}}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 10:00:19.948018 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:20.011327 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] For port 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 10:00:20.015069 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] For port 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=61dfe7f3-a51f-4bd5-8584-6532fcc29ce0,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 10:00:20.019437 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:20.031897 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:20.074290 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c7943-f6d2-4f3c-87ef-b25ff830b3c7 None None] Pushing event updated for resources: {'Port': ['ID=61dfe7f3-a51f-4bd5-8584-6532fcc29ce0,revision_number=2']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:20.082221 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:20.129714 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] Network b3b02076-35c8-452e-bb57-22f5e98db348 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:00:20.132671 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:00:20.139870 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:00:20.143034 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] Pushing event updated for resources: {'Port': ['ID=5c04b560-30d2-44fa-88ff-72a0e43f1808,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:20.414548 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:20.462336 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:20.858076 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634540'] for router, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:20.868534 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:00:20.923948 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:00:20.999341 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] Router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 is scheduled to L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 with binding_index 1 {{(pid=104729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 10:00:21.034907 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b10d2f-9291-4bae-843d-410a3f4f79f5 None None] Network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 10:00:21.105834 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:00:21.116692 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Sync routers for ids ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:00:21.123100 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] Notify callbacks [] for router, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:21.124497 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-d35f0652-85cf-455e-bfdc-82a9cbbed01e admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8090706 Jul 29 10:00:21.127548 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39770) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:21.161488 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Routers {'6e55e8cf-b76d-404e-966d-5961ef1ccee7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:00:21.162232 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:00:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:21.202381 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-29715fe1-e585-4a7a-9d3a-e23626970952 None None] Provisioning for port 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:00:21.213902 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-29715fe1-e585-4a7a-9d3a-e23626970952 None None] Provisioning complete for port 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:21.214277 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-29715fe1-e585-4a7a-9d3a-e23626970952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:21.334241 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Set router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:00:21.476667 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-29715fe1-e585-4a7a-9d3a-e23626970952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:21.553194 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-29715fe1-e585-4a7a-9d3a-e23626970952 None None] For port 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=61dfe7f3-a51f-4bd5-8584-6532fcc29ce0,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:00:21.557993 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-29715fe1-e585-4a7a-9d3a-e23626970952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:21.618424 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29715fe1-e585-4a7a-9d3a-e23626970952 None None] Pushing event updated for resources: {'Port': ['ID=61dfe7f3-a51f-4bd5-8584-6532fcc29ce0,revision_number=3']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:21.621852 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:20Z', 'revision_number': 3, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:21.649197 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Checking router: 6e55e8cf-b76d-404e-966d-5961ef1ccee7 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:00:21.649495 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Updating router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 port 5c04b560-30d2-44fa-88ff-72a0e43f1808 binding host dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 10:00:21.683034 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:21.709978 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-5d94dbd4-11d2-4e1b-948b-5ce9f2cadb08 None None] Provisioning complete for port 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:21.710353 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-5d94dbd4-11d2-4e1b-948b-5ce9f2cadb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:21.811418 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:21.986198 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] Allocated IP 172.20.0.1 (b20ee5b6-71ef-431b-b0a4-a8d8909fc941/abdf45fc-dabc-4096-8cfc-ad57fbf50e72/9b514e67-9f95-452f-ac25-4077081dcfb4) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:00:22.098017 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:22.114218 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] Transition to ACTIVE for port object 9b514e67-9f95-452f-ac25-4077081dcfb4 will not be triggered until provisioned by entity DHCP. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:00:22.143448 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Notify callbacks [] for port, precommit_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:22.150282 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:22.155688 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Transition to ACTIVE for port object 5c04b560-30d2-44fa-88ff-72a0e43f1808 will not be triggered until provisioned by entity L2. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:00:22.164112 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:22.190089 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] Network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:00:22.196568 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:00:22.202430 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:00:22.225618 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Attempting to bind port 5c04b560-30d2-44fa-88ff-72a0e43f1808 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 10:00:22.225990 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Attempting to bind port 5c04b560-30d2-44fa-88ff-72a0e43f1808 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 10:00:22.226348 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Attempting to bind port 5c04b560-30d2-44fa-88ff-72a0e43f1808 on network b3b02076-35c8-452e-bb57-22f5e98db348 {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:00:22.228732 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b17c9-afd8-4c45-b59f-a12aeefe5ac9 None None] Pushing event updated for resources: {'Port': ['ID=5c04b560-30d2-44fa-88ff-72a0e43f1808,revision_number=2']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:22.229832 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] Pushing event updated for resources: {'Port': ['ID=9b514e67-9f95-452f-ac25-4077081dcfb4,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:22.237319 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 10, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 10:00:22.237705 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Checking segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:00:22.238130 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:22.238531 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Bound using segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 10:00:22.239381 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Bound port: 5c04b560-30d2-44fa-88ff-72a0e43f1808, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 10:00:22.239381 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:22.262180 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634355'] for router_interface, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:22.313354 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] For port 5c04b560-30d2-44fa-88ff-72a0e43f1808, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 10:00:22.317717 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] For port 5c04b560-30d2-44fa-88ff-72a0e43f1808, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=5c04b560-30d2-44fa-88ff-72a0e43f1808,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 10:00:22.323719 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:22.391654 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Routers {'6e55e8cf-b76d-404e-966d-5961ef1ccee7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:00:22.392308 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:00:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:22.432327 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b17c9-afd8-4c45-b59f-a12aeefe5ac9 None None] Pushing event updated for resources: {'Port': ['ID=5c04b560-30d2-44fa-88ff-72a0e43f1808,revision_number=3']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:22.436386 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:22.501196 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-a0b8298e-4857-4893-b141-63283c7f804c None None] Provisioning for port 9b514e67-9f95-452f-ac25-4077081dcfb4 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:00:22.509548 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-a0b8298e-4857-4893-b141-63283c7f804c None None] Provisioning complete for port 9b514e67-9f95-452f-ac25-4077081dcfb4 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:22.509922 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-a0b8298e-4857-4893-b141-63283c7f804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:22.549042 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] Set router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:00:22.585576 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8298e-4857-4893-b141-63283c7f804c None None] Port 9b514e67-9f95-452f-ac25-4077081dcfb4 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 10:00:22.632899 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:22.639090 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:22.704523 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717411'] for router_interface, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:22.725111 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] Pushing event updated for resources: {'Port': ['ID=9b514e67-9f95-452f-ac25-4077081dcfb4,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:22.814687 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:21Z', 'revision_number': 1, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:22.843773 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] Network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:00:22.845230 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b758b60b-5a96-44ce-943d-ec7248646d43 None None] The sync data for ids ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'] in dv-cinder-788253-4-iscsi is: [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:21Z', 'revision_number': 1, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:00:22.845634 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:00:22.856331 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:00:22.933871 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:22.934423 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:23.037555 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] Router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 10:00:23.193950 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:00:23.201970 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-e84361b8-6da6-4e80-bf43-b4d69edfda1f admin admin] 10.222.0.78 "PUT /v2.0/routers/6e55e8cf-b76d-404e-966d-5961ef1ccee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0732062 Jul 29 10:00:23.317754 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-ca1e6c91-7b86-43d0-be37-412cbcd3bff2 None None] Provisioning complete for port 9b514e67-9f95-452f-ac25-4077081dcfb4 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:23.318613 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-ca1e6c91-7b86-43d0-be37-412cbcd3bff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:23.366945 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e6c91-7b86-43d0-be37-412cbcd3bff2 None None] Port 9b514e67-9f95-452f-ac25-4077081dcfb4 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 10:00:23.857767 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39794) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:23.863337 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-3bd4f2c4-bee3-4b98-a389-b0cce4e17585 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1739013544-network', 'tenant_id': 'f3f53090862640cdb38b1cddbfdafd91'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:23.894112 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd4f2c4-bee3-4b98-a389-b0cce4e17585 admin admin] Made reservation on behalf of f3f53090862640cdb38b1cddbfdafd91 for: {'network': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 10:00:23.896397 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3bd4f2c4-bee3-4b98-a389-b0cce4e17585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:23.907045 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3bd4f2c4-bee3-4b98-a389-b0cce4e17585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:24.049711 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3bd4f2c4-bee3-4b98-a389-b0cce4e17585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:24.057479 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3bd4f2c4-bee3-4b98-a389-b0cce4e17585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:24.102836 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd4f2c4-bee3-4b98-a389-b0cce4e17585 admin admin] vlan segment allocate from pool success with {'vlan_id': 1119, 'physical_network': 'physnet1'} {{(pid=104728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 10:00:24.118958 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4f2c4-bee3-4b98-a389-b0cce4e17585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010559e5-e3a3-4736-806e-52d2e7a38e51,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:24.134731 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3bd4f2c4-bee3-4b98-a389-b0cce4e17585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:24.134731 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.segments_db [None req-3bd4f2c4-bee3-4b98-a389-b0cce4e17585 admin admin] Added segment 1837057a-78ab-4596-8b5f-e0f7bbe0bdb7 of type vlan for network 2ac8296b-5edc-4dfa-840d-7cc8e58f2988 Jul 29 10:00:24.193664 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3bd4f2c4-bee3-4b98-a389-b0cce4e17585 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:24.227638 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3bd4f2c4-bee3-4b98-a389-b0cce4e17585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:24.228818 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd4f2c4-bee3-4b98-a389-b0cce4e17585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:24.229522 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3bd4f2c4-bee3-4b98-a389-b0cce4e17585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:24.341959 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-3bd4f2c4-bee3-4b98-a389-b0cce4e17585 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4820538 Jul 29 10:00:24.343085 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4f2c4-bee3-4b98-a389-b0cce4e17585 admin admin] Pushing event updated for resources: {'Network': ['ID=2ac8296b-5edc-4dfa-840d-7cc8e58f2988,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:24.346680 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39808) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:24.356123 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network 2ac8296b-5edc-4dfa-840d-7cc8e58f2988 details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 10:00:24.357807 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-3876ea82-106e-48f6-ba78-0644d5485ffa admin admin] Request body: {'subnet': {'network_id': '2ac8296b-5edc-4dfa-840d-7cc8e58f2988', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1739013544-subnet', 'tenant_id': 'f3f53090862640cdb38b1cddbfdafd91', 'ip_version': 4}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:24.388899 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3876ea82-106e-48f6-ba78-0644d5485ffa admin admin] Made reservation on behalf of f3f53090862640cdb38b1cddbfdafd91 for: {'subnet': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 10:00:24.391516 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3876ea82-106e-48f6-ba78-0644d5485ffa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8094409'] for subnet, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:24.584653 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3876ea82-106e-48f6-ba78-0644d5485ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8099280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8094439'] for subnet, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:24.648263 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876ea82-106e-48f6-ba78-0644d5485ffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a25969c-5f4e-4a99-9d92-10177a77211e,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:24.658639 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3876ea82-106e-48f6-ba78-0644d5485ffa admin admin] Checking segment: {'id': '1837057a-78ab-4596-8b5f-e0f7bbe0bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '2ac8296b-5edc-4dfa-840d-7cc8e58f2988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:00:24.658999 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3876ea82-106e-48f6-ba78-0644d5485ffa admin admin] Network hostable DHCP agents. Network: 2ac8296b-5edc-4dfa-840d-7cc8e58f2988, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 10:00:24.681521 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3876ea82-106e-48f6-ba78-0644d5485ffa admin admin] Network 2ac8296b-5edc-4dfa-840d-7cc8e58f2988 is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 10:00:24.705360 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-3876ea82-106e-48f6-ba78-0644d5485ffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, 2ac8296b-5edc-4dfa-840d-7cc8e58f2988) {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:00:24.711736 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3876ea82-106e-48f6-ba78-0644d5485ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:24.712089 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-3876ea82-106e-48f6-ba78-0644d5485ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:24.725296 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1f623b-f264-45b6-86da-9f25d75ede24 None None] Network 2ac8296b-5edc-4dfa-840d-7cc8e58f2988 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 10:00:24.730386 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-3876ea82-106e-48f6-ba78-0644d5485ffa admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3818231 Jul 29 10:00:24.734459 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39810) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:24.741451 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1739013544-router', 'tenant_id': 'f3f53090862640cdb38b1cddbfdafd91', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:24.775621 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2267'] for router, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:24.777063 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1720115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2256'] for router, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:24.856475 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:24.888356 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 5c04b560-30d2-44fa-88ff-72a0e43f1808 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:00:25.004064 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port 5c04b560-30d2-44fa-88ff-72a0e43f1808 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:00:25.008326 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 5c04b560-30d2-44fa-88ff-72a0e43f1808 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:25.008809 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:25.014688 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp282115e9-f32f-56c0-b3bc-1df1ec6c79b4-2ac8296b-5edc-4dfa-840d-7cc8e58f2988', 'network_id': '2ac8296b-5edc-4dfa-840d-7cc8e58f2988', 'tenant_id': 'f3f53090862640cdb38b1cddbfdafd91', 'fixed_ips': [{'subnet_id': '5a25969c-5f4e-4a99-9d92-10177a77211e'}]}} from dv-cinder-788253-4-iscsi. {{(pid=104730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 10:00:25.015672 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:25.025914 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2302'] for router, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:25.256309 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:25.325455 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port 5c04b560-30d2-44fa-88ff-72a0e43f1808, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=5c04b560-30d2-44fa-88ff-72a0e43f1808,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:00:25.335315 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:25.343917 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:25.372332 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:25.392778 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.db_base_plugin_common [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Allocated IP 172.20.0.2 (2ac8296b-5edc-4dfa-840d-7cc8e58f2988/5a25969c-5f4e-4a99-9d92-10177a77211e/f3c1f693-d957-41fd-9f11-9423fb12088b) {{(pid=104730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:00:25.436557 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=5c04b560-30d2-44fa-88ff-72a0e43f1808,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:25.472926 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Sync routers for ids ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:00:25.486382 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Routers {'6e55e8cf-b76d-404e-966d-5961ef1ccee7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:00:25.487040 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:00:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:25.536134 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] Allocated IP 172.27.2.121 (b3b02076-35c8-452e-bb57-22f5e98db348/fdb5e983-6a65-4f11-aa94-f451584e5c8e/d4a5f5b9-b327-42c9-9ec0-73047845dba9) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:00:25.624803 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Set router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:00:25.651923 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Notify callbacks [] for port, precommit_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:25.663148 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Transition to ACTIVE for port object f3c1f693-d957-41fd-9f11-9423fb12088b will not be triggered until provisioned by entity L2. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:00:25.684645 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Transition to ACTIVE for port object f3c1f693-d957-41fd-9f11-9423fb12088b will not be triggered until provisioned by entity DHCP. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:00:25.695298 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060'] for port, after_create {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:25.754081 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:25.755657 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Network 2ac8296b-5edc-4dfa-840d-7cc8e58f2988 is already hosted by enough agents. {{(pid=104730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:00:25.763380 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.scheduler.base_scheduler [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Resources bound (agent type, host, resource id): {{(pid=104730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:00:25.771779 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Received port after_create {{(pid=104730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:00:25.818943 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Pushing event updated for resources: {'Port': ['ID=f3c1f693-d957-41fd-9f11-9423fb12088b,revision_number=1']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:25.822711 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e51332-499b-4b91-81e2-ee74b3b8e878 req-553488d3-9077-4b26-aea3-10b5fc0137ff tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:25.825393 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d4e51332-499b-4b91-81e2-ee74b3b8e878 req-553488d3-9077-4b26-aea3-10b5fc0137ff tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 946 time: 0.0999932 Jul 29 10:00:25.880832 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Attempting to bind port f3c1f693-d957-41fd-9f11-9423fb12088b on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 10:00:25.881227 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Attempting to bind port f3c1f693-d957-41fd-9f11-9423fb12088b by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '1837057a-78ab-4596-8b5f-e0f7bbe0bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '2ac8296b-5edc-4dfa-840d-7cc8e58f2988'}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 10:00:25.881649 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Attempting to bind port f3c1f693-d957-41fd-9f11-9423fb12088b on network 2ac8296b-5edc-4dfa-840d-7cc8e58f2988 {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:00:25.886736 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:25.891029 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 10, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 10:00:25.892144 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Checking segment: {'id': '1837057a-78ab-4596-8b5f-e0f7bbe0bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '2ac8296b-5edc-4dfa-840d-7cc8e58f2988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:00:25.892778 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:25.893580 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Bound using segment: {'id': '1837057a-78ab-4596-8b5f-e0f7bbe0bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '2ac8296b-5edc-4dfa-840d-7cc8e58f2988'} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 10:00:25.895101 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Bound port: f3c1f693-d957-41fd-9f11-9423fb12088b, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1837057a-78ab-4596-8b5f-e0f7bbe0bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '2ac8296b-5edc-4dfa-840d-7cc8e58f2988'}}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 10:00:25.896026 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:25.909587 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d4e51332-499b-4b91-81e2-ee74b3b8e878 req-05f6e3ab-df82-4786-8e45-8d9b48276236 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712399 Jul 29 10:00:25.945552 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 2, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:25.968872 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] Network b3b02076-35c8-452e-bb57-22f5e98db348 is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:00:25.976800 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:00:25.980181 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:00:25.985470 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a5f5b9-b327-42c9-9ec0-73047845dba9,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:25.995593 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Checking router: 6e55e8cf-b76d-404e-966d-5961ef1ccee7 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:00:25.996213 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Updating router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 port 9b514e67-9f95-452f-ac25-4077081dcfb4 binding host dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 10:00:26.005310 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] For port f3c1f693-d957-41fd-9f11-9423fb12088b, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 10:00:26.012397 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] For port f3c1f693-d957-41fd-9f11-9423fb12088b, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=f3c1f693-d957-41fd-9f11-9423fb12088b,segment=NetworkSegment(1837057a-78ab-4596-8b5f-e0f7bbe0bdb7),segment_id=1837057a-78ab-4596-8b5f-e0f7bbe0bdb7)] {{(pid=104730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 10:00:26.022922 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:26.031270 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:26.130467 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c293372-297e-4f7f-915e-d63500a47719 None None] Pushing event updated for resources: {'Port': ['ID=f3c1f693-d957-41fd-9f11-9423fb12088b,revision_number=2']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:26.545508 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Notify callbacks [] for port, precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:26.557802 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Transition to ACTIVE for port object 9b514e67-9f95-452f-ac25-4077081dcfb4 will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:00:26.565306 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:26.637378 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3c245-0768-439d-af32-79f2867c850c None None] Pushing event updated for resources: {'Port': ['ID=9b514e67-9f95-452f-ac25-4077081dcfb4,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:26.664422 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c245-0768-439d-af32-79f2867c850c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:26.664981 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c245-0768-439d-af32-79f2867c850c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:26.665325 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c245-0768-439d-af32-79f2867c850c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:26.665660 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c245-0768-439d-af32-79f2867c850c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:26.665992 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c245-0768-439d-af32-79f2867c850c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:26.666325 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c245-0768-439d-af32-79f2867c850c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:26.666653 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c245-0768-439d-af32-79f2867c850c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:26.666980 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c245-0768-439d-af32-79f2867c850c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:26.667319 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c245-0768-439d-af32-79f2867c850c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:26.667716 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c245-0768-439d-af32-79f2867c850c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:26.668270 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c245-0768-439d-af32-79f2867c850c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:26.668869 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c245-0768-439d-af32-79f2867c850c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:00:26.687646 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Attempting to bind port 9b514e67-9f95-452f-ac25-4077081dcfb4 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 10:00:26.688902 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Attempting to bind port 9b514e67-9f95-452f-ac25-4077081dcfb4 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 10:00:26.688902 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Attempting to bind port 9b514e67-9f95-452f-ac25-4077081dcfb4 on network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:00:26.699681 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 10, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 10:00:26.700336 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Checking segment: {'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:00:26.701021 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:26.701850 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Bound using segment: {'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 10:00:26.702778 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Bound port: 9b514e67-9f95-452f-ac25-4077081dcfb4, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 10:00:26.703273 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:26.712256 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:26.822926 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] For port 9b514e67-9f95-452f-ac25-4077081dcfb4, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 10:00:26.830031 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] For port 9b514e67-9f95-452f-ac25-4077081dcfb4, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=9b514e67-9f95-452f-ac25-4077081dcfb4,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 10:00:26.845874 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:26.933063 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Routers {'6e55e8cf-b76d-404e-966d-5961ef1ccee7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:00:26.934349 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:00:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:27.020381 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634540'] for router, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:27.028528 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device f3c1f693-d957-41fd-9f11-9423fb12088b up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:00:27.084850 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3c245-0768-439d-af32-79f2867c850c None None] Pushing event updated for resources: {'Port': ['ID=9b514e67-9f95-452f-ac25-4077081dcfb4,revision_number=4']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:27.172280 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port f3c1f693-d957-41fd-9f11-9423fb12088b completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:00:27.183827 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 5c04b560-30d2-44fa-88ff-72a0e43f1808 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:00:27.204880 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] Set router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:00:27.217754 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab7034-5896-4403-a21b-9e3c465f61d3 req-c9ec9172-a9d1-4d06-9273-b45a910fd10c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:27.226510 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1fab7034-5896-4403-a21b-9e3c465f61d3 req-c9ec9172-a9d1-4d06-9273-b45a910fd10c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 946 time: 0.1162021 Jul 29 10:00:27.260334 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 5c04b560-30d2-44fa-88ff-72a0e43f1808 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:27.260740 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:27.324820 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1fab7034-5896-4403-a21b-9e3c465f61d3 req-851469d2-3d3a-4ed1-96b8-f5f1cb24a823 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948925 Jul 29 10:00:27.378149 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] Router 55b6baf2-545b-4d31-9ea2-82d23b1caa54 is scheduled to L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 with binding_index 1 {{(pid=104728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 10:00:27.519319 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659858e3-b7fb-4fed-92a0-534da9c9dd2e None None] Network 2ac8296b-5edc-4dfa-840d-7cc8e58f2988 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 10:00:27.526379 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:00:27.545258 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] Notify callbacks [] for router, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:27.549167 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-7a2e5d5f-71a2-4dd5-b1ae-bcb667b031f2 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8091402 Jul 29 10:00:27.549644 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39826) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:27.569954 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Sync routers for ids ['55b6baf2-545b-4d31-9ea2-82d23b1caa54'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:00:27.586719 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Routers {'55b6baf2-545b-4d31-9ea2-82d23b1caa54'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:00:27.587400 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:00:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['55b6baf2-545b-4d31-9ea2-82d23b1caa54'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:27.630200 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:26Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:27.662479 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474f8175-6b69-4ea5-ac33-372b6de9374c None None] The sync data for ids ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'] in dv-cinder-788253-4-iscsi is: [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:26Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:00:27.666806 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-9b69c48f-3e13-4b97-9ff3-4f4b9f7df9f3 None None] Provisioning for port f3c1f693-d957-41fd-9f11-9423fb12088b completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:00:27.713682 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-9b69c48f-3e13-4b97-9ff3-4f4b9f7df9f3 None None] Provisioning complete for port f3c1f693-d957-41fd-9f11-9423fb12088b triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:27.714066 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-9b69c48f-3e13-4b97-9ff3-4f4b9f7df9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:27.779294 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Set router 55b6baf2-545b-4d31-9ea2-82d23b1caa54 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:00:27.800700 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2532b-c870-4085-8fa4-0df1077f1ca0 req-cb67b0b1-19c5-4c06-9e52-6d1442e629b5 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:27.802676 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-67d2532b-c870-4085-8fa4-0df1077f1ca0 req-cb67b0b1-19c5-4c06-9e52-6d1442e629b5 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.89 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 946 time: 0.0610440 Jul 29 10:00:27.927095 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-67d2532b-c870-4085-8fa4-0df1077f1ca0 req-32004237-8ed1-4365-b512-9859917bbd83 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Deleting port 61d6d7ff-270f-4308-8347-310c954af79d {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:00:27.927663 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-67d2532b-c870-4085-8fa4-0df1077f1ca0 req-32004237-8ed1-4365-b512-9859917bbd83 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:28.057405 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-67d2532b-c870-4085-8fa4-0df1077f1ca0 req-32004237-8ed1-4365-b512-9859917bbd83 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] For port 61d6d7ff-270f-4308-8347-310c954af79d, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=61d6d7ff-270f-4308-8347-310c954af79d,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:00:28.057944 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-67d2532b-c870-4085-8fa4-0df1077f1ca0 req-32004237-8ed1-4365-b512-9859917bbd83 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:28.062289 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:28.209349 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-9b69c48f-3e13-4b97-9ff3-4f4b9f7df9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:28.294018 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-9b69c48f-3e13-4b97-9ff3-4f4b9f7df9f3 None None] For port f3c1f693-d957-41fd-9f11-9423fb12088b, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=f3c1f693-d957-41fd-9f11-9423fb12088b,segment=NetworkSegment(1837057a-78ab-4596-8b5f-e0f7bbe0bdb7),segment_id=1837057a-78ab-4596-8b5f-e0f7bbe0bdb7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:00:28.303834 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-9b69c48f-3e13-4b97-9ff3-4f4b9f7df9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:28.311082 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-67d2532b-c870-4085-8fa4-0df1077f1ca0 req-32004237-8ed1-4365-b512-9859917bbd83 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:28.311604 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-67d2532b-c870-4085-8fa4-0df1077f1ca0 req-32004237-8ed1-4365-b512-9859917bbd83 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634374'] for floatingip, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:28.312003 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.l3_db [req-67d2532b-c870-4085-8fa4-0df1077f1ca0 req-32004237-8ed1-4365-b512-9859917bbd83 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Floating IP 633ebd9d-bfd3-497c-b0ab-f916c8fc5235 disassociated. External IP: 172.27.2.130, port: 61d6d7ff-270f-4308-8347-310c954af79d. Jul 29 10:00:28.312774 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-67d2532b-c870-4085-8fa4-0df1077f1ca0 req-32004237-8ed1-4365-b512-9859917bbd83 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Calling delete_port for 61d6d7ff-270f-4308-8347-310c954af79d owned by compute:nova {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:00:28.355072 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] Allocated IP 172.20.0.1 (2ac8296b-5edc-4dfa-840d-7cc8e58f2988/5a25969c-5f4e-4a99-9d92-10177a77211e/a7d85e59-2fbe-448a-8b45-9d6388601879) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:00:28.365090 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'name': 'tempest-TestVolumeBootPattern-1739013544-router', 'tenant_id': 'f3f53090862640cdb38b1cddbfdafd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd4a5f5b9-b327-42c9-9ec0-73047845dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:24Z', 'updated_at': '2021-07-29T10:00:26Z', 'revision_number': 3, 'project_id': 'f3f53090862640cdb38b1cddbfdafd91', 'gw_port': {'id': 'd4a5f5b9-b327-42c9-9ec0-73047845dba9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:25Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:28.428522 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Checking router: 55b6baf2-545b-4d31-9ea2-82d23b1caa54 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:00:28.428906 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Updating router 55b6baf2-545b-4d31-9ea2-82d23b1caa54 port d4a5f5b9-b327-42c9-9ec0-73047845dba9 binding host dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 10:00:28.471630 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69c48f-3e13-4b97-9ff3-4f4b9f7df9f3 None None] Pushing event updated for resources: {'Port': ['ID=f3c1f693-d957-41fd-9f11-9423fb12088b,revision_number=3']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:28.482691 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:28.592609 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:28.616559 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1551f-cbd0-483c-82c6-2958d406e552 req-1ba4b7f5-35c6-4322-a32a-0ceaea13dcd6 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:28.619985 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] Transition to ACTIVE for port object a7d85e59-2fbe-448a-8b45-9d6388601879 will not be triggered until provisioned by entity DHCP. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:00:28.625448 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0fe1551f-cbd0-483c-82c6-2958d406e552 req-1ba4b7f5-35c6-4322-a32a-0ceaea13dcd6 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 868 time: 0.1668262 Jul 29 10:00:28.628495 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-67d2532b-c870-4085-8fa4-0df1077f1ca0 req-32004237-8ed1-4365-b512-9859917bbd83 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:28.665786 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-29bab8d2-f568-47dc-bd34-7320dee802b6 None None] Provisioning complete for port f3c1f693-d957-41fd-9f11-9423fb12088b triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:28.666306 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-29bab8d2-f568-47dc-bd34-7320dee802b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:28.674835 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32004237-8ed1-4365-b512-9859917bbd83 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Pushing event deleted for resources: {'Port': ['ID=61d6d7ff-270f-4308-8347-310c954af79d,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:28.710464 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:28.770499 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] Network 2ac8296b-5edc-4dfa-840d-7cc8e58f2988 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:00:28.773345 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:00:28.789521 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:00:28.830265 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] Pushing event updated for resources: {'Port': ['ID=a7d85e59-2fbe-448a-8b45-9d6388601879,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:28.855046 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634355'] for router_interface, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:28.913317 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0fe1551f-cbd0-483c-82c6-2958d406e552 req-e8d0958c-e8ec-4951-96a2-58cc03ac2daf tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789023 Jul 29 10:00:28.969089 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67d2532b-c870-4085-8fa4-0df1077f1ca0 req-32004237-8ed1-4365-b512-9859917bbd83 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Router 7c15d62b-6635-405e-946e-6783e9892fb7 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 10:00:28.983848 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Notify callbacks [] for port, precommit_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:29.008974 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Transition to ACTIVE for port object d4a5f5b9-b327-42c9-9ec0-73047845dba9 will not be triggered until provisioned by entity L2. {{(pid=104730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:00:29.026235 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device f3c1f693-d957-41fd-9f11-9423fb12088b up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:00:29.036000 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:29.115092 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:29.152393 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67d2532b-c870-4085-8fa4-0df1077f1ca0 req-32004237-8ed1-4365-b512-9859917bbd83 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:00:29.158430 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9d187-e137-4c72-b22f-633101bd927e None None] Pushing event updated for resources: {'Port': ['ID=d4a5f5b9-b327-42c9-9ec0-73047845dba9,revision_number=2']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:29.204098 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0945dd-b208-473f-be4e-6ac6eb8027fd None None] Sync routers for ids ['7c15d62b-6635-405e-946e-6783e9892fb7'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:00:29.207009 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Attempting to bind port d4a5f5b9-b327-42c9-9ec0-73047845dba9 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 10:00:29.207890 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Attempting to bind port d4a5f5b9-b327-42c9-9ec0-73047845dba9 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 10:00:29.208526 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Attempting to bind port d4a5f5b9-b327-42c9-9ec0-73047845dba9 on network b3b02076-35c8-452e-bb57-22f5e98db348 {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:00:29.221077 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 10, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 10:00:29.221961 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0945dd-b208-473f-be4e-6ac6eb8027fd None None] Routers {'7c15d62b-6635-405e-946e-6783e9892fb7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:00:29.222142 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Checking segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:00:29.222311 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-ce0945dd-b208-473f-be4e-6ac6eb8027fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:00:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7c15d62b-6635-405e-946e-6783e9892fb7'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:29.222484 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:29.223053 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Bound using segment: {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'} {{(pid=104730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 10:00:29.223856 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.managers [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Bound port: d4a5f5b9-b327-42c9-9ec0-73047845dba9, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1164d109-abaf-4904-a806-4830853a7480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}}] {{(pid=104730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 10:00:29.224499 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:29.246260 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d2532b-c870-4085-8fa4-0df1077f1ca0 req-32004237-8ed1-4365-b512-9859917bbd83 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] No DVR routers for this DVR port 61d6d7ff-270f-4308-8347-310c954af79d on host hv-cinder-78825 {{(pid=104728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:00:29.251029 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-67d2532b-c870-4085-8fa4-0df1077f1ca0 req-32004237-8ed1-4365-b512-9859917bbd83 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:29.254796 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-67d2532b-c870-4085-8fa4-0df1077f1ca0 req-32004237-8ed1-4365-b512-9859917bbd83 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.89 "DELETE /v2.0/ports/61d6d7ff-270f-4308-8347-310c954af79d HTTP/1.1" status: 204 len: 173 time: 1.4457035 Jul 29 10:00:29.265552 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270ef042-d119-43af-8e2c-a8d779d7f73b', 'name': 'network-vif-deleted', 'tag': '61d6d7ff-270f-4308-8347-310c954af79d'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:00:29.268976 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9316a663-c7ec-42d4-a80f-78fce0838fca" -d '{"events": [{"server_uuid": "270ef042-d119-43af-8e2c-a8d779d7f73b", "name": "network-vif-deleted", "tag": "61d6d7ff-270f-4308-8347-310c954af79d"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:00:29.306676 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port f3c1f693-d957-41fd-9f11-9423fb12088b triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:29.307975 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:29.344807 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fd0ad1-e1e5-4bbf-998a-dc4557900b92 x-openstack-request-id: req-43fd0ad1-e1e5-4bbf-998a-dc4557900b92 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:00:29.345802 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270ef042-d119-43af-8e2c-a8d779d7f73b", "name": "network-vif-deleted", "tag": "61d6d7ff-270f-4308-8347-310c954af79d", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:00:29.346530 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-43fd0ad1-e1e5-4bbf-998a-dc4557900b92 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:00:29.347523 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270ef042-d119-43af-8e2c-a8d779d7f73b', 'name': 'network-vif-deleted', 'tag': '61d6d7ff-270f-4308-8347-310c954af79d', 'status': 'completed', 'code': 200} Jul 29 10:00:29.396325 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] For port d4a5f5b9-b327-42c9-9ec0-73047845dba9, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 10:00:29.407272 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:29.409028 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-ce0945dd-b208-473f-be4e-6ac6eb8027fd None None] Set router 7c15d62b-6635-405e-946e-6783e9892fb7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:00:29.414397 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-8066a4ff-9d44-4687-879d-2c95fd7a0d4a None None] Provisioning for port a7d85e59-2fbe-448a-8b45-9d6388601879 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:00:29.416345 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7998033'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:29.417566 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] For port d4a5f5b9-b327-42c9-9ec0-73047845dba9, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=d4a5f5b9-b327-42c9-9ec0-73047845dba9,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 10:00:29.423616 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-8066a4ff-9d44-4687-879d-2c95fd7a0d4a None None] Provisioning complete for port a7d85e59-2fbe-448a-8b45-9d6388601879 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:29.424224 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-8066a4ff-9d44-4687-879d-2c95fd7a0d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:29.426708 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:29.477796 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-8066a4ff-9d44-4687-879d-2c95fd7a0d4a None None] Port a7d85e59-2fbe-448a-8b45-9d6388601879 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 10:00:29.507749 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] Pushing event updated for resources: {'Port': ['ID=a7d85e59-2fbe-448a-8b45-9d6388601879,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:29.510215 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717411'] for router_interface, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:29.582694 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9d187-e137-4c72-b22f-633101bd927e None None] Pushing event updated for resources: {'Port': ['ID=d4a5f5b9-b327-42c9-9ec0-73047845dba9,revision_number=3']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:29.587060 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Routers {'55b6baf2-545b-4d31-9ea2-82d23b1caa54'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:00:29.587761 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:00:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['55b6baf2-545b-4d31-9ea2-82d23b1caa54'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:29.597577 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 9b514e67-9f95-452f-ac25-4077081dcfb4 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:00:29.612303 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] Network 2ac8296b-5edc-4dfa-840d-7cc8e58f2988 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:00:29.614189 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:00:29.676831 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-ce0945dd-b208-473f-be4e-6ac6eb8027fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T09:55:38Z', 'revision_number': 4, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port': {'id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '157f5b72-f6c0-418f-8782-c763a755ed55', 'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'mac_address': 'fa:16:3e:cf:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:37Z', 'updated_at': '2021-07-29T09:55:46Z', 'revision_number': 5, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'subnets': [{'id': '4d807706-b29a-4520-8761-85daf7efff9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:29.714260 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0945dd-b208-473f-be4e-6ac6eb8027fd None None] Checking router: 7c15d62b-6635-405e-946e-6783e9892fb7 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:00:29.725544 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0945dd-b208-473f-be4e-6ac6eb8027fd None None] Routers {'7c15d62b-6635-405e-946e-6783e9892fb7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:00:29.726171 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-ce0945dd-b208-473f-be4e-6ac6eb8027fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:00:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7c15d62b-6635-405e-946e-6783e9892fb7'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:29.739843 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port 9b514e67-9f95-452f-ac25-4077081dcfb4 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:00:29.752561 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 9b514e67-9f95-452f-ac25-4077081dcfb4 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:29.753047 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:29.755909 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] Set router 55b6baf2-545b-4d31-9ea2-82d23b1caa54 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:00:29.764431 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] Router 55b6baf2-545b-4d31-9ea2-82d23b1caa54 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 10:00:29.881719 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-ce0945dd-b208-473f-be4e-6ac6eb8027fd None None] Set router 7c15d62b-6635-405e-946e-6783e9892fb7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:00:29.956751 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:00:29.976760 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f5506300-7453-44a4-8686-2ecce8f7180c admin admin] 10.222.0.78 "PUT /v2.0/routers/55b6baf2-545b-4d31-9ea2-82d23b1caa54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4258175 Jul 29 10:00:30.095190 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-610c73a9-a03a-4fb8-a452-d2c32fd65d22 None None] Provisioning complete for port a7d85e59-2fbe-448a-8b45-9d6388601879 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:30.095510 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-610c73a9-a03a-4fb8-a452-d2c32fd65d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:30.121787 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-373d526b-313a-460c-9885-f55b76fae5cb req-cc893d4e-c7f5-4510-ab3f-2c037f80d237 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=270ef042-d119-43af-8e2c-a8d779d7f73b HTTP/1.1" status: 200 len: 210 time: 0.0334384 Jul 29 10:00:30.152458 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:30.155776 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-ce0945dd-b208-473f-be4e-6ac6eb8027fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T09:55:38Z', 'revision_number': 4, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port': {'id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '157f5b72-f6c0-418f-8782-c763a755ed55', 'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'mac_address': 'fa:16:3e:cf:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:37Z', 'updated_at': '2021-07-29T09:55:46Z', 'revision_number': 5, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'subnets': [{'id': '4d807706-b29a-4520-8761-85daf7efff9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:30.186569 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-610c73a9-a03a-4fb8-a452-d2c32fd65d22 None None] Port a7d85e59-2fbe-448a-8b45-9d6388601879 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 10:00:30.191381 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0945dd-b208-473f-be4e-6ac6eb8027fd None None] The sync data for ids ['7c15d62b-6635-405e-946e-6783e9892fb7'] in dv-cinder-788253-4-iscsi is: [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T09:55:38Z', 'revision_number': 4, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port': {'id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '157f5b72-f6c0-418f-8782-c763a755ed55', 'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'mac_address': 'fa:16:3e:cf:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:37Z', 'updated_at': '2021-07-29T09:55:46Z', 'revision_number': 5, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'subnets': [{'id': '4d807706-b29a-4520-8761-85daf7efff9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:00:30.210050 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port 9b514e67-9f95-452f-ac25-4077081dcfb4, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=9b514e67-9f95-452f-ac25-4077081dcfb4,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:00:30.214671 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:30.257203 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'name': 'tempest-TestVolumeBootPattern-1739013544-router', 'tenant_id': 'f3f53090862640cdb38b1cddbfdafd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd4a5f5b9-b327-42c9-9ec0-73047845dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:24Z', 'updated_at': '2021-07-29T10:00:29Z', 'revision_number': 4, 'project_id': 'f3f53090862640cdb38b1cddbfdafd91', 'gw_port': {'id': 'd4a5f5b9-b327-42c9-9ec0-73047845dba9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:25Z', 'updated_at': '2021-07-29T10:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': 'a7d85e59-2fbe-448a-8b45-9d6388601879', 'name': '', 'network_id': '2ac8296b-5edc-4dfa-840d-7cc8e58f2988', 'tenant_id': 'f3f53090862640cdb38b1cddbfdafd91', 'mac_address': 'fa:16:3e:9a:46:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5a25969c-5f4e-4a99-9d92-10177a77211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:28Z', 'updated_at': '2021-07-29T10:00:29Z', 'revision_number': 2, 'project_id': 'f3f53090862640cdb38b1cddbfdafd91', 'subnets': [{'id': '5a25969c-5f4e-4a99-9d92-10177a77211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:30.295623 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc7de97-79b6-4d08-8852-21c4c058be1b None None] The sync data for ids ['55b6baf2-545b-4d31-9ea2-82d23b1caa54'] in dv-cinder-788253-4-iscsi is: [{'id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'name': 'tempest-TestVolumeBootPattern-1739013544-router', 'tenant_id': 'f3f53090862640cdb38b1cddbfdafd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd4a5f5b9-b327-42c9-9ec0-73047845dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:24Z', 'updated_at': '2021-07-29T10:00:29Z', 'revision_number': 4, 'project_id': 'f3f53090862640cdb38b1cddbfdafd91', 'gw_port': {'id': 'd4a5f5b9-b327-42c9-9ec0-73047845dba9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:25Z', 'updated_at': '2021-07-29T10:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': 'a7d85e59-2fbe-448a-8b45-9d6388601879', 'name': '', 'network_id': '2ac8296b-5edc-4dfa-840d-7cc8e58f2988', 'tenant_id': 'f3f53090862640cdb38b1cddbfdafd91', 'mac_address': 'fa:16:3e:9a:46:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5a25969c-5f4e-4a99-9d92-10177a77211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:28Z', 'updated_at': '2021-07-29T10:00:29Z', 'revision_number': 2, 'project_id': 'f3f53090862640cdb38b1cddbfdafd91', 'subnets': [{'id': '5a25969c-5f4e-4a99-9d92-10177a77211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:00:30.300644 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=9b514e67-9f95-452f-ac25-4077081dcfb4,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:30.491159 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fdc0fc-a763-459f-a97f-b3f494360e26 None None] New status for floating IP 633ebd9d-bfd3-497c-b0ab-f916c8fc5235: DOWN {{(pid=104730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 10:00:30.640934 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39844) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:30.646613 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-6862f7a7-2cc8-4feb-8f74-868e8e3aae99 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1646100773', 'description': 'tempest-secgroup-smoke-1646100773 description', 'project_id': 'd26c6d31ab58489d97402905ff11cbea'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:30.675983 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6862f7a7-2cc8-4feb-8f74-868e8e3aae99 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:30.783176 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6862f7a7-2cc8-4feb-8f74-868e8e3aae99 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:30.787682 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6862f7a7-2cc8-4feb-8f74-868e8e3aae99 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:30.821119 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6862f7a7-2cc8-4feb-8f74-868e8e3aae99 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:30.822379 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6862f7a7-2cc8-4feb-8f74-868e8e3aae99 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1803749 Jul 29 10:00:30.825392 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39846) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:30.836896 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-f695b351-dc7a-4ac0-a0d6-d7b432fc28a2 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Request body: {'security_group_rule': {'security_group_id': 'c70817d6-0a0e-4d2d-abae-d8acb0ce17f2', 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:30.838491 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862f7a7-2cc8-4feb-8f74-868e8e3aae99 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:30.875234 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f695b351-dc7a-4ac0-a0d6-d7b432fc28a2 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:30.886671 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 9b514e67-9f95-452f-ac25-4077081dcfb4 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:00:30.952342 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port 9b514e67-9f95-452f-ac25-4077081dcfb4 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:30.952800 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:30.954156 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f695b351-dc7a-4ac0-a0d6-d7b432fc28a2 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:30.960337 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f695b351-dc7a-4ac0-a0d6-d7b432fc28a2 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:30.982643 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695b351-dc7a-4ac0-a0d6-d7b432fc28a2 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ca35f4-d5ce-4f5c-b1dc-b533e84122ff,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:30.992083 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f695b351-dc7a-4ac0-a0d6-d7b432fc28a2 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:30.993769 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f695b351-dc7a-4ac0-a0d6-d7b432fc28a2 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1673732 Jul 29 10:00:30.996554 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39850) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:31.002170 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-395823e8-0416-4626-8372-2b4499c5ebc8 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Request body: {'security_group_rule': {'security_group_id': 'c70817d6-0a0e-4d2d-abae-d8acb0ce17f2', 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:31.065574 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-395823e8-0416-4626-8372-2b4499c5ebc8 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.140087 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-395823e8-0416-4626-8372-2b4499c5ebc8 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.144059 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-395823e8-0416-4626-8372-2b4499c5ebc8 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.173394 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395823e8-0416-4626-8372-2b4499c5ebc8 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504b3877-4580-4381-829f-62b2d2ce974b,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:31.181521 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-395823e8-0416-4626-8372-2b4499c5ebc8 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.182872 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-395823e8-0416-4626-8372-2b4499c5ebc8 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1843121 Jul 29 10:00:31.186190 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39854) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:31.190997 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-1f25a52a-da16-45ce-8966-05a5161b3841 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Request body: {'security_group_rule': {'security_group_id': 'c70817d6-0a0e-4d2d-abae-d8acb0ce17f2', 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:31.226704 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1f25a52a-da16-45ce-8966-05a5161b3841 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.233479 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39858) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:31.331636 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-90bfe26f-1664-42a0-932c-d44adb9ce9f1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.335080 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1f25a52a-da16-45ce-8966-05a5161b3841 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.339363 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1f25a52a-da16-45ce-8966-05a5161b3841 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.372966 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25a52a-da16-45ce-8966-05a5161b3841 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6728d0b2-18c3-4b7c-8c2d-82fbf44cdc8e,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:31.381045 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-90bfe26f-1664-42a0-932c-d44adb9ce9f1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.384450 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-1f25a52a-da16-45ce-8966-05a5161b3841 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.386020 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-1f25a52a-da16-45ce-8966-05a5161b3841 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1984904 Jul 29 10:00:31.389007 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39860) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:31.393871 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-ce13e79e-cb99-44e9-9de3-b9b3c87f7ab0 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Request body: {'security_group_rule': {'security_group_id': 'c70817d6-0a0e-4d2d-abae-d8acb0ce17f2', 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:31.422849 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ce13e79e-cb99-44e9-9de3-b9b3c87f7ab0 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.453096 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-90bfe26f-1664-42a0-932c-d44adb9ce9f1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.456291 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-90bfe26f-1664-42a0-932c-d44adb9ce9f1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.460183 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-90bfe26f-1664-42a0-932c-d44adb9ce9f1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "DELETE /v2.0/security-groups/c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4 HTTP/1.1" status: 204 len: 168 time: 0.2257023 Jul 29 10:00:31.461354 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39862) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:31.482757 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfe26f-1664-42a0-932c-d44adb9ce9f1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:31.493823 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.api.v2.resource [None req-bd7834b8-3411-44fd-8978-8a3acb5845e4 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] show failed (client error): The resource could not be found. Jul 29 10:00:31.498699 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-bd7834b8-3411-44fd-8978-8a3acb5845e4 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups/c489be80-f3e4-44f8-8b2b-d4aa4c8f60c4 HTTP/1.1" status: 404 len: 347 time: 0.0313244 Jul 29 10:00:31.502556 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ce13e79e-cb99-44e9-9de3-b9b3c87f7ab0 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.502556 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39864) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:31.510666 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ce13e79e-cb99-44e9-9de3-b9b3c87f7ab0 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.561520 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13e79e-cb99-44e9-9de3-b9b3c87f7ab0 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ca4116-3134-4494-ad64-33bcca75d4d1,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:31.607654 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ce13e79e-cb99-44e9-9de3-b9b3c87f7ab0 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.608900 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-ce13e79e-cb99-44e9-9de3-b9b3c87f7ab0 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2187710 Jul 29 10:00:31.612003 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39866) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:31.616811 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-5e0cf77c-8212-4d55-bd9b-a1e1d70c4054 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Request body: {'security_group_rule': {'security_group_id': 'c70817d6-0a0e-4d2d-abae-d8acb0ce17f2', 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:31.643287 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.securitygroups_db [None req-5e0cf77c-8212-4d55-bd9b-a1e1d70c4054 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Project d26c6d31ab58489d97402905ff11cbea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 10:00:31.655476 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-5e0cf77c-8212-4d55-bd9b-a1e1d70c4054 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.678112 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-9b30705a-82a1-4562-ad3e-08b1e101e6eb tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Deleting port ff6e3658-d0c7-4847-8985-fdeb147031ab {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:00:31.678643 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9b30705a-82a1-4562-ad3e-08b1e101e6eb tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.716240 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-5e0cf77c-8212-4d55-bd9b-a1e1d70c4054 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.721589 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-5e0cf77c-8212-4d55-bd9b-a1e1d70c4054 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.741076 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0cf77c-8212-4d55-bd9b-a1e1d70c4054 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0be8b5e-31f6-4ad6-9b41-3865d76e425f,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:31.747460 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-5e0cf77c-8212-4d55-bd9b-a1e1d70c4054 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.748783 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-5e0cf77c-8212-4d55-bd9b-a1e1d70c4054 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356547 Jul 29 10:00:31.751421 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39868) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:31.756575 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-0435bf40-1192-449a-b31f-eada9371fbea tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Request body: {'security_group_rule': {'security_group_id': 'c70817d6-0a0e-4d2d-abae-d8acb0ce17f2', 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:31.768296 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9b30705a-82a1-4562-ad3e-08b1e101e6eb tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.769119 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9b30705a-82a1-4562-ad3e-08b1e101e6eb tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.781962 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-9b30705a-82a1-4562-ad3e-08b1e101e6eb tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Calling delete_port for ff6e3658-d0c7-4847-8985-fdeb147031ab owned by network:floatingip {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:00:31.785190 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.securitygroups_db [None req-0435bf40-1192-449a-b31f-eada9371fbea tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Project d26c6d31ab58489d97402905ff11cbea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 10:00:31.792651 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0435bf40-1192-449a-b31f-eada9371fbea tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.860585 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0435bf40-1192-449a-b31f-eada9371fbea tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.865489 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0435bf40-1192-449a-b31f-eada9371fbea tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.882408 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435bf40-1192-449a-b31f-eada9371fbea tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82aaa35-6779-45a9-b322-8d2d39081da2,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:31.891890 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-0435bf40-1192-449a-b31f-eada9371fbea tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.893289 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-0435bf40-1192-449a-b31f-eada9371fbea tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407859 Jul 29 10:00:31.939604 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9b30705a-82a1-4562-ad3e-08b1e101e6eb tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:31.965503 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30705a-82a1-4562-ad3e-08b1e101e6eb tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Pushing event deleted for resources: {'Port': ['ID=ff6e3658-d0c7-4847-8985-fdeb147031ab,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:32.022985 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 61d6d7ff-270f-4308-8347-310c954af79d no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:00:32.038055 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9b30705a-82a1-4562-ad3e-08b1e101e6eb tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for floatingip, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:32.042516 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9b30705a-82a1-4562-ad3e-08b1e101e6eb tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:32.045717 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-9b30705a-82a1-4562-ad3e-08b1e101e6eb tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "DELETE /v2.0/floatingips/633ebd9d-bfd3-497c-b0ab-f916c8fc5235 HTTP/1.1" status: 204 len: 168 time: 0.5432732 Jul 29 10:00:32.061446 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: 61d6d7ff-270f-4308-8347-310c954af79d {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:00:32.061807 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 61d6d7ff-270f-4308-8347-310c954af79d not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:00:32.355948 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39918) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:32.361303 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-4f01dbfa-fc37-4d20-bb95-0999db1d733f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1257560660', 'description': 'tempest-description--1577990930'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:32.402852 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4f01dbfa-fc37-4d20-bb95-0999db1d733f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:32.511919 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4f01dbfa-fc37-4d20-bb95-0999db1d733f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:32.517421 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4f01dbfa-fc37-4d20-bb95-0999db1d733f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:32.550575 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4f01dbfa-fc37-4d20-bb95-0999db1d733f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:32.551816 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-4f01dbfa-fc37-4d20-bb95-0999db1d733f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1944330 Jul 29 10:00:32.554680 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 39924) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:32.560435 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-8e6d1847-b695-4a70-a52a-20c06b5e753e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Request body: {'security_group_rule': {'security_group_id': '9f01eeaf-8819-4765-803f-4f75b14d6a49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:32.565916 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01dbfa-fc37-4d20-bb95-0999db1d733f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f01eeaf-8819-4765-803f-4f75b14d6a49,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:32.590536 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-8e6d1847-b695-4a70-a52a-20c06b5e753e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:32.652387 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-8e6d1847-b695-4a70-a52a-20c06b5e753e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:32.658111 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-8e6d1847-b695-4a70-a52a-20c06b5e753e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:32.680308 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d1847-b695-4a70-a52a-20c06b5e753e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e313fb28-5ff4-48e3-bc18-740df146f375,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:32.688375 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-8e6d1847-b695-4a70-a52a-20c06b5e753e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:32.691788 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-8e6d1847-b695-4a70-a52a-20c06b5e753e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359556 Jul 29 10:00:32.692600 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39934) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:32.697511 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-eb2b09ab-9fb7-4bf2-8160-e676c505e3f4 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Request body: {'security_group_rule': {'security_group_id': '9f01eeaf-8819-4765-803f-4f75b14d6a49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:32.728512 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eb2b09ab-9fb7-4bf2-8160-e676c505e3f4 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:32.796502 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eb2b09ab-9fb7-4bf2-8160-e676c505e3f4 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:32.801705 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eb2b09ab-9fb7-4bf2-8160-e676c505e3f4 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574564'] for security_group_rule, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:32.827341 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b09ab-9fb7-4bf2-8160-e676c505e3f4 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc196bc-5aac-420a-a632-dca41c4a8692,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:32.835362 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eb2b09ab-9fb7-4bf2-8160-e676c505e3f4 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:32.837122 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-eb2b09ab-9fb7-4bf2-8160-e676c505e3f4 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1428866 Jul 29 10:00:32.839806 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 39942) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:32.845474 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-9eb2f8a8-4040-43c2-a208-ca13cb9a03fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Request body: {'floatingip': {'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:32.876103 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9eb2f8a8-4040-43c2-a208-ca13cb9a03fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for floatingip, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:32.912488 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device d4a5f5b9-b327-42c9-9ec0-73047845dba9 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:00:32.965507 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port d4a5f5b9-b327-42c9-9ec0-73047845dba9 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:00:32.969932 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port d4a5f5b9-b327-42c9-9ec0-73047845dba9 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:32.970317 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:32.995367 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9eb2f8a8-4040-43c2-a208-ca13cb9a03fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:33.059344 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:33.083046 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port d4a5f5b9-b327-42c9-9ec0-73047845dba9, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=d4a5f5b9-b327-42c9-9ec0-73047845dba9,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:00:33.091235 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:33.118113 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-9eb2f8a8-4040-43c2-a208-ca13cb9a03fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Allocated IP 172.27.2.128 (b3b02076-35c8-452e-bb57-22f5e98db348/fdb5e983-6a65-4f11-aa94-f451584e5c8e/0d20bdd7-d084-42c9-9208-5fe84a6e9172) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:00:33.153252 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=d4a5f5b9-b327-42c9-9ec0-73047845dba9,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:33.237788 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9eb2f8a8-4040-43c2-a208-ca13cb9a03fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:33.277647 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9eb2f8a8-4040-43c2-a208-ca13cb9a03fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:33.315801 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb2f8a8-4040-43c2-a208-ca13cb9a03fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Network b3b02076-35c8-452e-bb57-22f5e98db348 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:00:33.318801 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-9eb2f8a8-4040-43c2-a208-ca13cb9a03fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:00:33.323067 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2f8a8-4040-43c2-a208-ca13cb9a03fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:00:33.331659 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2f8a8-4040-43c2-a208-ca13cb9a03fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Pushing event updated for resources: {'Port': ['ID=0d20bdd7-d084-42c9-9208-5fe84a6e9172,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:33.418386 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9eb2f8a8-4040-43c2-a208-ca13cb9a03fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:33.467246 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9eb2f8a8-4040-43c2-a208-ca13cb9a03fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:33.673480 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Sync routers for ids ['55b6baf2-545b-4d31-9ea2-82d23b1caa54'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:00:33.685471 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Routers {'55b6baf2-545b-4d31-9ea2-82d23b1caa54'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:00:33.686235 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-fd58d27e-e794-4293-a92d-0962641065be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:00:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['55b6baf2-545b-4d31-9ea2-82d23b1caa54'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:33.818058 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Set router 55b6baf2-545b-4d31-9ea2-82d23b1caa54 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:00:33.934312 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9eb2f8a8-4040-43c2-a208-ca13cb9a03fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:33.939982 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9eb2f8a8-4040-43c2-a208-ca13cb9a03fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7998033'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:34.014781 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2f8a8-4040-43c2-a208-ca13cb9a03fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Pushing event updated for resources: {'Port': ['ID=0d20bdd7-d084-42c9-9208-5fe84a6e9172,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:34.025636 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9eb2f8a8-4040-43c2-a208-ca13cb9a03fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634374'] for floatingip, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:34.043781 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-fd58d27e-e794-4293-a92d-0962641065be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'name': 'tempest-TestVolumeBootPattern-1739013544-router', 'tenant_id': 'f3f53090862640cdb38b1cddbfdafd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd4a5f5b9-b327-42c9-9ec0-73047845dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:24Z', 'updated_at': '2021-07-29T10:00:29Z', 'revision_number': 4, 'project_id': 'f3f53090862640cdb38b1cddbfdafd91', 'gw_port': {'id': 'd4a5f5b9-b327-42c9-9ec0-73047845dba9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:25Z', 'updated_at': '2021-07-29T10:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': 'a7d85e59-2fbe-448a-8b45-9d6388601879', 'name': '', 'network_id': '2ac8296b-5edc-4dfa-840d-7cc8e58f2988', 'tenant_id': 'f3f53090862640cdb38b1cddbfdafd91', 'mac_address': 'fa:16:3e:9a:46:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5a25969c-5f4e-4a99-9d92-10177a77211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:28Z', 'updated_at': '2021-07-29T10:00:29Z', 'revision_number': 2, 'project_id': 'f3f53090862640cdb38b1cddbfdafd91', 'subnets': [{'id': '5a25969c-5f4e-4a99-9d92-10177a77211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:34.053759 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9eb2f8a8-4040-43c2-a208-ca13cb9a03fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:34.053759 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-9eb2f8a8-4040-43c2-a208-ca13cb9a03fd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2062006 Jul 29 10:00:34.073448 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Checking router: 55b6baf2-545b-4d31-9ea2-82d23b1caa54 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:00:34.073897 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Updating router 55b6baf2-545b-4d31-9ea2-82d23b1caa54 port a7d85e59-2fbe-448a-8b45-9d6388601879 binding host dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 10:00:34.107110 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:34.301439 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-261cb5e1-67b9-43ee-96b1-ca8f9e829b1a tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1257560660&fields=id&tenant_id=735b6107d1e24edfb73207b6522a26c4 HTTP/1.1" status: 200 len: 267 time: 0.0434332 Jul 29 10:00:34.431514 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-a722ec55-cf0b-4ece-b90a-ea8c37f49ce2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:34.433023 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-a722ec55-cf0b-4ece-b90a-ea8c37f49ce2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/networks?id=3fa3a7a6-9806-484d-b0ba-8344627c78e2 HTTP/1.1" status: 200 len: 817 time: 0.1244166 Jul 29 10:00:34.451443 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-45202a3f-c426-4894-a737-00e3f503f541 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/quotas/735b6107d1e24edfb73207b6522a26c4 HTTP/1.1" status: 200 len: 375 time: 0.0108373 Jul 29 10:00:34.508443 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-e738318a-1278-4613-9c94-a64b7a713fb0 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=735b6107d1e24edfb73207b6522a26c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509553 Jul 29 10:00:34.518731 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Notify callbacks [] for port, precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:34.530144 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-d875b477-b9b1-4c58-be59-93fe3fe822af service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 10:00:34.531263 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-d875b477-b9b1-4c58-be59-93fe3fe822af service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082061 Jul 29 10:00:34.531396 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Transition to ACTIVE for port object a7d85e59-2fbe-448a-8b45-9d6388601879 will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:00:34.539669 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:34.592146 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75ae32-3f6d-4591-a570-a4459dec2640 None None] Pushing event updated for resources: {'Port': ['ID=a7d85e59-2fbe-448a-8b45-9d6388601879,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:34.659160 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-97c52419-890b-498e-a376-0ef0299e5652 service neutron] 10.222.0.78 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169410 Jul 29 10:00:34.680094 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Attempting to bind port a7d85e59-2fbe-448a-8b45-9d6388601879 on host dv-cinder-788253-4-iscsi for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 10:00:34.680595 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Attempting to bind port a7d85e59-2fbe-448a-8b45-9d6388601879 by drivers openvswitch,hyperv on host dv-cinder-788253-4-iscsi at level 0 using segments [{'id': '1837057a-78ab-4596-8b5f-e0f7bbe0bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '2ac8296b-5edc-4dfa-840d-7cc8e58f2988'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 10:00:34.680840 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Attempting to bind port a7d85e59-2fbe-448a-8b45-9d6388601879 on network 2ac8296b-5edc-4dfa-840d-7cc8e58f2988 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:00:34.690737 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Checking agent: {'id': '24bf0a65-1d67-49e2-b8be-e42572908d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 41, 48), 'started_at': datetime.datetime(2021, 7, 29, 9, 42, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 10, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 10:00:34.691439 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Checking segment: {'id': '1837057a-78ab-4596-8b5f-e0f7bbe0bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '2ac8296b-5edc-4dfa-840d-7cc8e58f2988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:00:34.692007 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:34.692563 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Bound using segment: {'id': '1837057a-78ab-4596-8b5f-e0f7bbe0bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '2ac8296b-5edc-4dfa-840d-7cc8e58f2988'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 10:00:34.693311 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Bound port: a7d85e59-2fbe-448a-8b45-9d6388601879, host: dv-cinder-788253-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1837057a-78ab-4596-8b5f-e0f7bbe0bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '2ac8296b-5edc-4dfa-840d-7cc8e58f2988'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 10:00:34.693927 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:34.783410 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-7707f299-49bb-48b3-9706-16cc1422989d service neutron] 10.222.0.78 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179082 Jul 29 10:00:34.800493 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-fd58d27e-e794-4293-a92d-0962641065be None None] For port a7d85e59-2fbe-448a-8b45-9d6388601879, host dv-cinder-788253-4-iscsi, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 10:00:34.805995 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-fd58d27e-e794-4293-a92d-0962641065be None None] For port a7d85e59-2fbe-448a-8b45-9d6388601879, host dv-cinder-788253-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=a7d85e59-2fbe-448a-8b45-9d6388601879,segment=NetworkSegment(1837057a-78ab-4596-8b5f-e0f7bbe0bdb7),segment_id=1837057a-78ab-4596-8b5f-e0f7bbe0bdb7)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 10:00:34.812153 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:34.877621 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Routers {'55b6baf2-545b-4d31-9ea2-82d23b1caa54'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:00:34.878302 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-fd58d27e-e794-4293-a92d-0962641065be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:00:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['55b6baf2-545b-4d31-9ea2-82d23b1caa54'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:34.882888 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device d4a5f5b9-b327-42c9-9ec0-73047845dba9 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:00:34.964463 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port d4a5f5b9-b327-42c9-9ec0-73047845dba9 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:34.964885 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:35.018807 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-fd58d27e-e794-4293-a92d-0962641065be None None] Set router 55b6baf2-545b-4d31-9ea2-82d23b1caa54 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:00:35.079849 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-07581074-3937-4666-9bf7-3cc5dfdfe382 req-aaef7965-95f7-456e-a88c-fad9f2e70e8b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 210 time: 0.0607951 Jul 29 10:00:35.155239 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75ae32-3f6d-4591-a570-a4459dec2640 None None] Pushing event updated for resources: {'Port': ['ID=a7d85e59-2fbe-448a-8b45-9d6388601879,revision_number=4']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:35.271861 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-fd58d27e-e794-4293-a92d-0962641065be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'name': 'tempest-TestVolumeBootPattern-1739013544-router', 'tenant_id': 'f3f53090862640cdb38b1cddbfdafd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd4a5f5b9-b327-42c9-9ec0-73047845dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:24Z', 'updated_at': '2021-07-29T10:00:29Z', 'revision_number': 4, 'project_id': 'f3f53090862640cdb38b1cddbfdafd91', 'gw_port': {'id': 'd4a5f5b9-b327-42c9-9ec0-73047845dba9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:25Z', 'updated_at': '2021-07-29T10:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': 'a7d85e59-2fbe-448a-8b45-9d6388601879', 'name': '', 'network_id': '2ac8296b-5edc-4dfa-840d-7cc8e58f2988', 'tenant_id': 'f3f53090862640cdb38b1cddbfdafd91', 'mac_address': 'fa:16:3e:9a:46:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5a25969c-5f4e-4a99-9d92-10177a77211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:28Z', 'updated_at': '2021-07-29T10:00:34Z', 'revision_number': 4, 'project_id': 'f3f53090862640cdb38b1cddbfdafd91', 'subnets': [{'id': '5a25969c-5f4e-4a99-9d92-10177a77211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:35.311609 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58d27e-e794-4293-a92d-0962641065be None None] The sync data for ids ['55b6baf2-545b-4d31-9ea2-82d23b1caa54'] in dv-cinder-788253-4-iscsi is: [{'id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'name': 'tempest-TestVolumeBootPattern-1739013544-router', 'tenant_id': 'f3f53090862640cdb38b1cddbfdafd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd4a5f5b9-b327-42c9-9ec0-73047845dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:24Z', 'updated_at': '2021-07-29T10:00:29Z', 'revision_number': 4, 'project_id': 'f3f53090862640cdb38b1cddbfdafd91', 'gw_port': {'id': 'd4a5f5b9-b327-42c9-9ec0-73047845dba9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:25Z', 'updated_at': '2021-07-29T10:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': 'a7d85e59-2fbe-448a-8b45-9d6388601879', 'name': '', 'network_id': '2ac8296b-5edc-4dfa-840d-7cc8e58f2988', 'tenant_id': 'f3f53090862640cdb38b1cddbfdafd91', 'mac_address': 'fa:16:3e:9a:46:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5a25969c-5f4e-4a99-9d92-10177a77211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:28Z', 'updated_at': '2021-07-29T10:00:34Z', 'revision_number': 4, 'project_id': 'f3f53090862640cdb38b1cddbfdafd91', 'subnets': [{'id': '5a25969c-5f4e-4a99-9d92-10177a77211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:00:36.180800 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-69317216-b681-4a1a-bf76-bda1464a8458 req-6a8cfdd2-8d4c-4a4f-971f-d0781b50d057 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 210 time: 0.0263975 Jul 29 10:00:36.491323 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-90e3eb89-6271-4027-b104-0a2591a2ecb2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:36.492880 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-90e3eb89-6271-4027-b104-0a2591a2ecb2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.89 "GET /v2.0/networks?id=3fa3a7a6-9806-484d-b0ba-8344627c78e2 HTTP/1.1" status: 200 len: 817 time: 0.1126578 Jul 29 10:00:36.556891 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-3d279274-8a0f-4abb-9888-80b33536c0f9 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=735b6107d1e24edfb73207b6522a26c4 HTTP/1.1" status: 200 len: 380 time: 0.0461521 Jul 29 10:00:36.575550 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-ad066f1b-d124-4d07-98d3-ee3b7f23bd71 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Request body: {'port': {'device_id': '46230456-c6ab-41d4-8b47-e4c08d0e2b14', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'admin_state_up': True, 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'security_groups': ['9f01eeaf-8819-4765-803f-4f75b14d6a49']}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:36.690788 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-ad066f1b-d124-4d07-98d3-ee3b7f23bd71 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Made reservation on behalf of 735b6107d1e24edfb73207b6522a26c4 for: {'port': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 10:00:36.694497 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-ad066f1b-d124-4d07-98d3-ee3b7f23bd71 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:36.856137 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-ad066f1b-d124-4d07-98d3-ee3b7f23bd71 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Allocated IP 172.20.0.8 (3fa3a7a6-9806-484d-b0ba-8344627c78e2/4d807706-b29a-4520-8761-85daf7efff9e/34094876-bc5b-4e18-8369-2505fa5e21fb) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:00:36.884434 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device a7d85e59-2fbe-448a-8b45-9d6388601879 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:00:36.947224 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning for port a7d85e59-2fbe-448a-8b45-9d6388601879 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:00:36.951951 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port a7d85e59-2fbe-448a-8b45-9d6388601879 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:36.952335 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:37.031881 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:37.033165 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-ad066f1b-d124-4d07-98d3-ee3b7f23bd71 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:37.049430 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-ad066f1b-d124-4d07-98d3-ee3b7f23bd71 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Transition to ACTIVE for port object 34094876-bc5b-4e18-8369-2505fa5e21fb will not be triggered until provisioned by entity DHCP. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:00:37.071576 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] For port a7d85e59-2fbe-448a-8b45-9d6388601879, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=a7d85e59-2fbe-448a-8b45-9d6388601879,segment=NetworkSegment(1837057a-78ab-4596-8b5f-e0f7bbe0bdb7),segment_id=1837057a-78ab-4596-8b5f-e0f7bbe0bdb7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:00:37.078987 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:37.089652 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-ad066f1b-d124-4d07-98d3-ee3b7f23bd71 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:37.134307 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Pushing event updated for resources: {'Port': ['ID=a7d85e59-2fbe-448a-8b45-9d6388601879,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:37.134866 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-ad066f1b-d124-4d07-98d3-ee3b7f23bd71 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Network 3fa3a7a6-9806-484d-b0ba-8344627c78e2 is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:00:37.139054 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-ad066f1b-d124-4d07-98d3-ee3b7f23bd71 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:00:37.143131 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-ad066f1b-d124-4d07-98d3-ee3b7f23bd71 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:00:37.177434 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad066f1b-d124-4d07-98d3-ee3b7f23bd71 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Pushing event updated for resources: {'Port': ['ID=34094876-bc5b-4e18-8369-2505fa5e21fb,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:37.205173 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-ad066f1b-d124-4d07-98d3-ee3b7f23bd71 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:37.206124 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-ad066f1b-d124-4d07-98d3-ee3b7f23bd71 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:37.232093 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-ad066f1b-d124-4d07-98d3-ee3b7f23bd71 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6607409 Jul 29 10:00:37.251033 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-6d88a828-6f9e-423c-a25d-2a685920d6ed tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 10:00:37.252433 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-6d88a828-6f9e-423c-a25d-2a685920d6ed tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070601 Jul 29 10:00:37.339747 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cfee1-9e16-4bae-8710-13dea1cb7e83 req-bd230664-0195-4646-9d5c-ba3b03ee16c5 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:37.341768 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-324cfee1-9e16-4bae-8710-13dea1cb7e83 req-bd230664-0195-4646-9d5c-ba3b03ee16c5 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 931 time: 0.0722213 Jul 29 10:00:37.381897 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Request body: {'port': {'device_id': '46230456-c6ab-41d4-8b47-e4c08d0e2b14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:37.423989 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-324cfee1-9e16-4bae-8710-13dea1cb7e83 req-51b53f0b-46d9-44f0-8ad4-ef8288f47c71 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738509 Jul 29 10:00:37.429903 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-90afffe8-b6bd-4aeb-8222-479c25277e98 None None] Provisioning for port 34094876-bc5b-4e18-8369-2505fa5e21fb completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:00:37.434836 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-90afffe8-b6bd-4aeb-8222-479c25277e98 None None] Provisioning complete for port 34094876-bc5b-4e18-8369-2505fa5e21fb triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:37.435490 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-90afffe8-b6bd-4aeb-8222-479c25277e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:37.455116 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:37.477947 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-90afffe8-b6bd-4aeb-8222-479c25277e98 None None] Port 34094876-bc5b-4e18-8369-2505fa5e21fb cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 10:00:37.741510 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34094876-bc5b-4e18-8369-2505fa5e21fb {{(pid=104728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:00:37.749499 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:37.763309 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Transition to ACTIVE for port object 34094876-bc5b-4e18-8369-2505fa5e21fb will not be triggered until provisioned by entity L2. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:00:37.767494 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:37.823000 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Pushing event updated for resources: {'Port': ['ID=34094876-bc5b-4e18-8369-2505fa5e21fb,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:37.898508 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Attempting to bind port 34094876-bc5b-4e18-8369-2505fa5e21fb on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 10:00:37.898847 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Attempting to bind port 34094876-bc5b-4e18-8369-2505fa5e21fb by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'd0629903-3238-4e0d-97dc-5212afc40ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2'}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 10:00:37.899180 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Attempting to bind port 34094876-bc5b-4e18-8369-2505fa5e21fb on network 3fa3a7a6-9806-484d-b0ba-8344627c78e2 {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:00:37.904582 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Port 34094876-bc5b-4e18-8369-2505fa5e21fb on network 3fa3a7a6-9806-484d-b0ba-8344627c78e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 10:00:37.905088 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Attempting to bind port 34094876-bc5b-4e18-8369-2505fa5e21fb on network 3fa3a7a6-9806-484d-b0ba-8344627c78e2 {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:00:37.910280 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 10, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 10:00:37.910618 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Checking segment: {'id': 'd0629903-3238-4e0d-97dc-5212afc40ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:00:37.910997 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Bound using segment: {'id': 'd0629903-3238-4e0d-97dc-5212afc40ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2'} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 10:00:37.911422 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Bound port: 34094876-bc5b-4e18-8369-2505fa5e21fb, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0629903-3238-4e0d-97dc-5212afc40ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2'}}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 10:00:37.911780 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:37.992076 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] For port 34094876-bc5b-4e18-8369-2505fa5e21fb, host hv-cinder-78825, cleared binding levels {{(pid=104728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 10:00:37.996228 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] For port 34094876-bc5b-4e18-8369-2505fa5e21fb, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=34094876-bc5b-4e18-8369-2505fa5e21fb,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 10:00:38.005876 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:38.045056 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:38.045677 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:38.047084 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] 10.222.0.89 "PUT /v2.0/ports/34094876-bc5b-4e18-8369-2505fa5e21fb HTTP/1.1" status: 200 len: 1093 time: 0.7869227 Jul 29 10:00:38.047528 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46230456-c6ab-41d4-8b47-e4c08d0e2b14', 'tag': '34094876-bc5b-4e18-8369-2505fa5e21fb'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:00:38.049818 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daae2c8-0a71-4293-81d2-e5d72a486186" -d '{"events": [{"name": "network-changed", "server_uuid": "46230456-c6ab-41d4-8b47-e4c08d0e2b14", "tag": "34094876-bc5b-4e18-8369-2505fa5e21fb"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:00:38.082564 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea09f3d-0ec1-44f0-946c-88ebf83769ee service neutron] Pushing event updated for resources: {'Port': ['ID=34094876-bc5b-4e18-8369-2505fa5e21fb,revision_number=3']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:38.105839 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 10:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e297e4bf-ade8-4105-98ab-9bcb25c4f5ad x-openstack-request-id: req-e297e4bf-ade8-4105-98ab-9bcb25c4f5ad {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:00:38.106364 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46230456-c6ab-41d4-8b47-e4c08d0e2b14", "tag": "34094876-bc5b-4e18-8369-2505fa5e21fb", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:00:38.106940 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e297e4bf-ade8-4105-98ab-9bcb25c4f5ad {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:00:38.107788 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46230456-c6ab-41d4-8b47-e4c08d0e2b14', 'tag': '34094876-bc5b-4e18-8369-2505fa5e21fb', 'status': 'completed', 'code': 200} Jul 29 10:00:38.178890 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-76399f8a-a667-4509-be47-6be1d65fda46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:38.180436 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-76399f8a-a667-4509-be47-6be1d65fda46 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=735b6107d1e24edfb73207b6522a26c4&device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 1096 time: 0.0442195 Jul 29 10:00:38.232932 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-c0f02bf6-3269-4a64-b97d-4fa23f68a27f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34094876-bc5b-4e18-8369-2505fa5e21fb HTTP/1.1" status: 200 len: 217 time: 0.0365236 Jul 29 10:00:38.290503 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-6da7a511-bb50-46dd-9b6e-9189304fa7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:38.291998 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-6da7a511-bb50-46dd-9b6e-9189304fa7c8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4d807706-b29a-4520-8761-85daf7efff9e HTTP/1.1" status: 200 len: 856 time: 0.0517466 Jul 29 10:00:38.346246 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-814c4ce0-6e37-41c8-b0fb-897ef7b80ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:38.347824 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-814c4ce0-6e37-41c8-b0fb-897ef7b80ebc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3fa3a7a6-9806-484d-b0ba-8344627c78e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461740 Jul 29 10:00:38.442550 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-67eb5dc7-1409-4966-9969-993d99629341 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869982 Jul 29 10:00:38.574045 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5b42123d-e9bb-421a-8ce5-c7a30df0fee5 req-da7101c8-db21-470b-857f-4982edf40b45 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233501 Jul 29 10:00:38.583829 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6899c15-f129-4e19-a66c-c58612651080 req-bbebe6b2-7c5b-4a5e-9b42-3752b2d470b5 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:38.585414 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c6899c15-f129-4e19-a66c-c58612651080 req-bbebe6b2-7c5b-4a5e-9b42-3752b2d470b5 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0763738 Jul 29 10:00:38.626330 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c6899c15-f129-4e19-a66c-c58612651080 req-cc70da60-9d99-47f5-b1e5-7edcc187a047 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348325 Jul 29 10:00:38.717570 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daae2c8-0a71-4293-81d2-e5d72a486186 req-b999e41a-b3a3-411a-b213-592e69d7ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:38.719457 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5daae2c8-0a71-4293-81d2-e5d72a486186 req-b999e41a-b3a3-411a-b213-592e69d7ab7f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=735b6107d1e24edfb73207b6522a26c4&device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 1096 time: 0.0481250 Jul 29 10:00:38.821031 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daae2c8-0a71-4293-81d2-e5d72a486186 req-ae919047-9036-4094-9c38-3d3d16021bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:38.822697 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5daae2c8-0a71-4293-81d2-e5d72a486186 req-ae919047-9036-4094-9c38-3d3d16021bfe service neutron] 10.222.0.89 "GET /v2.0/networks?id=3fa3a7a6-9806-484d-b0ba-8344627c78e2 HTTP/1.1" status: 200 len: 919 time: 0.0945718 Jul 29 10:00:38.847927 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device a7d85e59-2fbe-448a-8b45-9d6388601879 up at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:00:38.866329 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5daae2c8-0a71-4293-81d2-e5d72a486186 req-75d5aa19-d934-4879-8cac-247f2ac3e556 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34094876-bc5b-4e18-8369-2505fa5e21fb HTTP/1.1" status: 200 len: 217 time: 0.0354028 Jul 29 10:00:38.909564 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Provisioning complete for port a7d85e59-2fbe-448a-8b45-9d6388601879 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:38.909947 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:38.930508 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daae2c8-0a71-4293-81d2-e5d72a486186 req-958a8dff-2327-45f1-a549-ecbfa6603d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:38.932051 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5daae2c8-0a71-4293-81d2-e5d72a486186 req-958a8dff-2327-45f1-a549-ecbfa6603d17 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4d807706-b29a-4520-8761-85daf7efff9e HTTP/1.1" status: 200 len: 856 time: 0.0560210 Jul 29 10:00:38.982379 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daae2c8-0a71-4293-81d2-e5d72a486186 req-877b8117-5591-4112-9cfd-503af4111d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:38.983753 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5daae2c8-0a71-4293-81d2-e5d72a486186 req-877b8117-5591-4112-9cfd-503af4111d0b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3fa3a7a6-9806-484d-b0ba-8344627c78e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438011 Jul 29 10:00:39.084659 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5daae2c8-0a71-4293-81d2-e5d72a486186 req-efbdf5ef-3de0-4de6-bd13-57e5fd815540 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906408 Jul 29 10:00:39.195037 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5daae2c8-0a71-4293-81d2-e5d72a486186 req-fa28a335-3888-4bed-a584-245d0ec7a822 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031628 Jul 29 10:00:39.752895 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a9752-ba95-43ee-a31c-74591adb3d3e req-ba619d18-fe09-4db2-9353-aadb87d21d47 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:39.754427 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8a7a9752-ba95-43ee-a31c-74591adb3d3e req-ba619d18-fe09-4db2-9353-aadb87d21d47 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0529728 Jul 29 10:00:39.799741 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8a7a9752-ba95-43ee-a31c-74591adb3d3e req-5e74a702-ed83-4cca-a5b9-fb2ce6de07c3 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389256 Jul 29 10:00:40.357014 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:00:40.985312 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80afb24-fe52-41e9-b51c-dcd7d12e677b req-b1a01b2f-031c-4503-8f4f-4b261ee8ba7d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:40.986886 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a80afb24-fe52-41e9-b51c-dcd7d12e677b req-b1a01b2f-031c-4503-8f4f-4b261ee8ba7d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0595272 Jul 29 10:00:41.296452 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a80afb24-fe52-41e9-b51c-dcd7d12e677b req-41dea1fb-6806-42b4-9532-a45c09586e2f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032346 Jul 29 10:00:42.065954 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 34094876-bc5b-4e18-8369-2505fa5e21fb details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 10:00:42.168093 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 34094876-bc5b-4e18-8369-2505fa5e21fb, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=34094876-bc5b-4e18-8369-2505fa5e21fb,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:00:42.181883 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': '34094876-bc5b-4e18-8369-2505fa5e21fb', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'port_id': '34094876-bc5b-4e18-8369-2505fa5e21fb', 'mac_address': 'fa:16:3e:f9:f1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 10:00:42.235824 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:42.252129 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34094876-bc5b-4e18-8369-2505fa5e21fb {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:00:42.273969 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 34094876-bc5b-4e18-8369-2505fa5e21fb, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=34094876-bc5b-4e18-8369-2505fa5e21fb,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:00:42.284632 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:42.342576 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=34094876-bc5b-4e18-8369-2505fa5e21fb,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:42.426947 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966bb9a-10b5-4d28-b1a9-0f4f4bd802ce req-efe7d8fd-9e90-44fa-a575-ea9c70ae147b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:42.429075 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a966bb9a-10b5-4d28-b1a9-0f4f4bd802ce req-efe7d8fd-9e90-44fa-a575-ea9c70ae147b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 944 time: 0.0535107 Jul 29 10:00:42.482927 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a966bb9a-10b5-4d28-b1a9-0f4f4bd802ce req-9a18ec9e-2b81-4442-bafd-d224122cfc8f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454369 Jul 29 10:00:42.729307 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['34094876-bc5b-4e18-8369-2505fa5e21fb'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:00:43.609552 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d78a73-17a6-4fe5-8f81-dedaca922505 req-2a1621e4-f549-4180-bda1-34e54ee5e9c6 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:43.611104 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-05d78a73-17a6-4fe5-8f81-dedaca922505 req-2a1621e4-f549-4180-bda1-34e54ee5e9c6 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 944 time: 0.0533264 Jul 29 10:00:43.656122 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-05d78a73-17a6-4fe5-8f81-dedaca922505 req-5f8c4e2a-df4b-4a1e-867d-cacc2111a48e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388620 Jul 29 10:00:44.088319 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 34094876-bc5b-4e18-8369-2505fa5e21fb up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:00:44.145694 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port 34094876-bc5b-4e18-8369-2505fa5e21fb completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:00:44.149974 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port 34094876-bc5b-4e18-8369-2505fa5e21fb triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:44.150474 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:44.242396 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:44.268175 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-63b7a10f-6d7a-4895-8489-599dab442b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:44.269715 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:44.276147 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46230456-c6ab-41d4-8b47-e4c08d0e2b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34094876-bc5b-4e18-8369-2505fa5e21fb'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:00:44.279280 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea458151-be3b-48a6-89d8-eed37c0471b6" -d '{"events": [{"server_uuid": "46230456-c6ab-41d4-8b47-e4c08d0e2b14", "name": "network-vif-plugged", "status": "completed", "tag": "34094876-bc5b-4e18-8369-2505fa5e21fb"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:00:44.297812 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 34094876-bc5b-4e18-8369-2505fa5e21fb, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=34094876-bc5b-4e18-8369-2505fa5e21fb,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:00:44.304178 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:44.328788 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5123a67e-fe5c-447c-a733-f45c72f8d065 x-openstack-request-id: req-5123a67e-fe5c-447c-a733-f45c72f8d065 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:00:44.329079 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46230456-c6ab-41d4-8b47-e4c08d0e2b14", "name": "network-vif-plugged", "status": "completed", "tag": "34094876-bc5b-4e18-8369-2505fa5e21fb", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:00:44.329331 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5123a67e-fe5c-447c-a733-f45c72f8d065 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:00:44.329754 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46230456-c6ab-41d4-8b47-e4c08d0e2b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34094876-bc5b-4e18-8369-2505fa5e21fb', 'code': 200} Jul 29 10:00:44.355523 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=34094876-bc5b-4e18-8369-2505fa5e21fb,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:44.547236 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb9d40-5522-421f-a090-1b68d610641f req-c59c0203-f780-40d7-a0a0-ef150119507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:44.548952 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-38bb9d40-5522-421f-a090-1b68d610641f req-c59c0203-f780-40d7-a0a0-ef150119507c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 1098 time: 0.0467587 Jul 29 10:00:44.585544 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-38bb9d40-5522-421f-a090-1b68d610641f req-b2a31551-d0be-439b-a0bd-cb918b384127 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295532 Jul 29 10:00:44.813597 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38a9dc-c12d-4d02-bf87-eaaebcd855f5 req-eb67e825-9f67-4f4d-9c3b-0b87518a8c0c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:44.815076 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0b38a9dc-c12d-4d02-bf87-eaaebcd855f5 req-eb67e825-9f67-4f4d-9c3b-0b87518a8c0c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0663025 Jul 29 10:00:44.856391 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0b38a9dc-c12d-4d02-bf87-eaaebcd855f5 req-8e103e6d-adf0-4f24-b2c0-983c68cbf5cf tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353787 Jul 29 10:00:45.980060 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc063e14-b9b7-42b0-8374-f5afe8832f98 req-0f4de467-7e20-460e-91ac-daec27000838 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:45.982375 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fc063e14-b9b7-42b0-8374-f5afe8832f98 req-0f4de467-7e20-460e-91ac-daec27000838 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0530722 Jul 29 10:00:46.024089 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fc063e14-b9b7-42b0-8374-f5afe8832f98 req-d41ef8b6-9dca-475d-874e-bbbba7e54d2d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358429 Jul 29 10:00:47.158854 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc24e4b-4a43-4e5e-b948-89bc221406b2 req-4e4dbb20-e4cb-45bd-8fc3-818765eebc24 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:47.160265 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-abc24e4b-4a43-4e5e-b948-89bc221406b2 req-4e4dbb20-e4cb-45bd-8fc3-818765eebc24 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0558088 Jul 29 10:00:47.199954 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-abc24e4b-4a43-4e5e-b948-89bc221406b2 req-ead0ff03-84ce-408a-a5be-d9478c761f05 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336037 Jul 29 10:00:47.299420 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-e040afc0-ea0c-4c66-b410-8781b6927a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:47.328112 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4af1c-0623-45f1-a82f-192f9814b9e4 req-7cc6beed-cbc6-4c66-bb3b-9735ea0d8716 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:47.330139 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-38e4af1c-0623-45f1-a82f-192f9814b9e4 req-7cc6beed-cbc6-4c66-bb3b-9735ea0d8716 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0567081 Jul 29 10:00:47.339677 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 40070) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:00:47.345469 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-ff59ee9a-7e2c-4a5e-863b-7c5cda65b4b1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Request body: {'floatingip': {'port_id': '34094876-bc5b-4e18-8369-2505fa5e21fb'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:47.389002 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ff59ee9a-7e2c-4a5e-863b-7c5cda65b4b1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for floatingip, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:47.717694 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:47.875040 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ff59ee9a-7e2c-4a5e-863b-7c5cda65b4b1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:47.879243 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ff59ee9a-7e2c-4a5e-863b-7c5cda65b4b1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634374'] for floatingip, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:47.986922 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.l3_db [None req-ff59ee9a-7e2c-4a5e-863b-7c5cda65b4b1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Floating IP 08a36194-fbb9-41ab-ba44-deba34c8fbd3 associated. External IP: 172.27.2.128, port: 34094876-bc5b-4e18-8369-2505fa5e21fb. Jul 29 10:00:48.203345 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff59ee9a-7e2c-4a5e-863b-7c5cda65b4b1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Router 7c15d62b-6635-405e-946e-6783e9892fb7 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 10:00:48.316078 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff59ee9a-7e2c-4a5e-863b-7c5cda65b4b1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:00:48.323793 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ff59ee9a-7e2c-4a5e-863b-7c5cda65b4b1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:48.333962 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862ea863-3a45-4569-bef1-b9badf9c1841 None None] Sync routers for ids ['7c15d62b-6635-405e-946e-6783e9892fb7'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:00:48.349335 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862ea863-3a45-4569-bef1-b9badf9c1841 None None] Routers {'7c15d62b-6635-405e-946e-6783e9892fb7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:00:48.350399 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-862ea863-3a45-4569-bef1-b9badf9c1841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:00:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7c15d62b-6635-405e-946e-6783e9892fb7'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:48.375334 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-ff59ee9a-7e2c-4a5e-863b-7c5cda65b4b1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "PUT /v2.0/floatingips/08a36194-fbb9-41ab-ba44-deba34c8fbd3 HTTP/1.1" status: 200 len: 991 time: 1.0338924 Jul 29 10:00:48.375961 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46230456-c6ab-41d4-8b47-e4c08d0e2b14', 'tag': '34094876-bc5b-4e18-8369-2505fa5e21fb'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:00:48.378502 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caad799-2ef0-4a01-b58d-45bbdc3b15ca" -d '{"events": [{"name": "network-changed", "server_uuid": "46230456-c6ab-41d4-8b47-e4c08d0e2b14", "tag": "34094876-bc5b-4e18-8369-2505fa5e21fb"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:00:48.499628 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-862ea863-3a45-4569-bef1-b9badf9c1841 None None] Set router 7c15d62b-6635-405e-946e-6783e9892fb7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:00:48.530490 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 10:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f09256b-3ba6-4443-a489-d425fd30b2ad x-openstack-request-id: req-7f09256b-3ba6-4443-a489-d425fd30b2ad {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:00:48.530791 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46230456-c6ab-41d4-8b47-e4c08d0e2b14", "tag": "34094876-bc5b-4e18-8369-2505fa5e21fb", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:00:48.531061 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f09256b-3ba6-4443-a489-d425fd30b2ad {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:00:48.531443 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46230456-c6ab-41d4-8b47-e4c08d0e2b14', 'tag': '34094876-bc5b-4e18-8369-2505fa5e21fb', 'status': 'completed', 'code': 200} Jul 29 10:00:48.624773 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caad799-2ef0-4a01-b58d-45bbdc3b15ca req-2ea456c8-1a93-436e-aa7b-d8fe4ae55480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:48.626650 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7caad799-2ef0-4a01-b58d-45bbdc3b15ca req-2ea456c8-1a93-436e-aa7b-d8fe4ae55480 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=735b6107d1e24edfb73207b6522a26c4&device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 1098 time: 0.0459433 Jul 29 10:00:48.698045 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:48.735691 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caad799-2ef0-4a01-b58d-45bbdc3b15ca req-21e7efbe-1c76-4e6a-9fdb-63a1d004fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:48.737240 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7caad799-2ef0-4a01-b58d-45bbdc3b15ca req-21e7efbe-1c76-4e6a-9fdb-63a1d004fbab service neutron] 10.222.0.89 "GET /v2.0/networks?id=3fa3a7a6-9806-484d-b0ba-8344627c78e2 HTTP/1.1" status: 200 len: 919 time: 0.1025171 Jul 29 10:00:48.763252 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-862ea863-3a45-4569-bef1-b9badf9c1841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T09:55:38Z', 'revision_number': 4, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port': {'id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '08a36194-fbb9-41ab-ba44-deba34c8fbd3', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'floating_ip_address': '172.27.2.128', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'port_id': '34094876-bc5b-4e18-8369-2505fa5e21fb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'mac_address': 'fa:16:3e:f9:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46230456-c6ab-41d4-8b47-e4c08d0e2b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T10:00:33Z', 'updated_at': '2021-07-29T10:00:47Z', 'revision_number': 1, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157f5b72-f6c0-418f-8782-c763a755ed55', 'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'mac_address': 'fa:16:3e:cf:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:37Z', 'updated_at': '2021-07-29T09:55:46Z', 'revision_number': 5, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'subnets': [{'id': '4d807706-b29a-4520-8761-85daf7efff9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:48.790069 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862ea863-3a45-4569-bef1-b9badf9c1841 None None] Checking router: 7c15d62b-6635-405e-946e-6783e9892fb7 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:00:48.800402 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862ea863-3a45-4569-bef1-b9badf9c1841 None None] Routers {'7c15d62b-6635-405e-946e-6783e9892fb7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:00:48.801057 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-862ea863-3a45-4569-bef1-b9badf9c1841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:00:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7c15d62b-6635-405e-946e-6783e9892fb7'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:48.813051 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7caad799-2ef0-4a01-b58d-45bbdc3b15ca req-3cdc7c0f-4ac4-42c3-b6c4-9aae8e774a36 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34094876-bc5b-4e18-8369-2505fa5e21fb HTTP/1.1" status: 200 len: 999 time: 0.0677123 Jul 29 10:00:48.869758 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caad799-2ef0-4a01-b58d-45bbdc3b15ca req-a768ef4f-2ca7-416f-bcb8-4a15d75a52c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:48.871337 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7caad799-2ef0-4a01-b58d-45bbdc3b15ca req-a768ef4f-2ca7-416f-bcb8-4a15d75a52c4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4d807706-b29a-4520-8761-85daf7efff9e HTTP/1.1" status: 200 len: 856 time: 0.0511093 Jul 29 10:00:48.927263 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caad799-2ef0-4a01-b58d-45bbdc3b15ca req-c217dc52-0e6f-4dff-9bc4-700b75cff0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:48.929002 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7caad799-2ef0-4a01-b58d-45bbdc3b15ca req-c217dc52-0e6f-4dff-9bc4-700b75cff0e4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3fa3a7a6-9806-484d-b0ba-8344627c78e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503166 Jul 29 10:00:48.930323 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-862ea863-3a45-4569-bef1-b9badf9c1841 None None] Set router 7c15d62b-6635-405e-946e-6783e9892fb7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:00:49.033158 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7caad799-2ef0-4a01-b58d-45bbdc3b15ca req-a99bcee7-e85e-40b3-a425-f44cdf321916 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958159 Jul 29 10:00:49.146956 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7caad799-2ef0-4a01-b58d-45bbdc3b15ca req-63340f39-f879-4262-ad33-3419bdc16c54 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059470 Jul 29 10:00:49.193949 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-862ea863-3a45-4569-bef1-b9badf9c1841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T09:55:38Z', 'revision_number': 4, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port': {'id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '08a36194-fbb9-41ab-ba44-deba34c8fbd3', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'floating_ip_address': '172.27.2.128', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'port_id': '34094876-bc5b-4e18-8369-2505fa5e21fb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'mac_address': 'fa:16:3e:f9:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46230456-c6ab-41d4-8b47-e4c08d0e2b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T10:00:33Z', 'updated_at': '2021-07-29T10:00:47Z', 'revision_number': 1, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157f5b72-f6c0-418f-8782-c763a755ed55', 'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'mac_address': 'fa:16:3e:cf:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:37Z', 'updated_at': '2021-07-29T09:55:46Z', 'revision_number': 5, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'subnets': [{'id': '4d807706-b29a-4520-8761-85daf7efff9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:00:49.227606 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862ea863-3a45-4569-bef1-b9badf9c1841 None None] The sync data for ids ['7c15d62b-6635-405e-946e-6783e9892fb7'] in dv-cinder-788253-4-iscsi is: [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T09:55:38Z', 'revision_number': 4, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port': {'id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '08a36194-fbb9-41ab-ba44-deba34c8fbd3', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'floating_ip_address': '172.27.2.128', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'port_id': '34094876-bc5b-4e18-8369-2505fa5e21fb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'mac_address': 'fa:16:3e:f9:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46230456-c6ab-41d4-8b47-e4c08d0e2b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T10:00:33Z', 'updated_at': '2021-07-29T10:00:47Z', 'revision_number': 1, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157f5b72-f6c0-418f-8782-c763a755ed55', 'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'mac_address': 'fa:16:3e:cf:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:37Z', 'updated_at': '2021-07-29T09:55:46Z', 'revision_number': 5, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'subnets': [{'id': '4d807706-b29a-4520-8761-85daf7efff9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:00:49.429688 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11690a-7258-444b-a5ca-cd31b90309ca None None] New status for floating IP 08a36194-fbb9-41ab-ba44-deba34c8fbd3: ACTIVE {{(pid=104731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 10:00:50.466790 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:57.041636 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-ea118bbb-9c3e-4a6b-91d1-cc91e4ade419 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1646100773&fields=id&tenant_id=d26c6d31ab58489d97402905ff11cbea HTTP/1.1" status: 200 len: 267 time: 0.0391057 Jul 29 10:00:57.162568 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-df324e5c-82dc-41f8-ad31-68c632980e3e tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:57.164038 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-df324e5c-82dc-41f8-ad31-68c632980e3e tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/networks?id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941 HTTP/1.1" status: 200 len: 810 time: 0.1145413 Jul 29 10:00:57.180097 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-9373823b-8806-4684-8aa6-1093d2b75039 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/quotas/d26c6d31ab58489d97402905ff11cbea HTTP/1.1" status: 200 len: 375 time: 0.0101802 Jul 29 10:00:57.233855 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-7652eee0-f219-4a3d-98fc-4d3b4681e503 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d26c6d31ab58489d97402905ff11cbea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479052 Jul 29 10:00:57.295344 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-f6c8f59a-d940-48c2-911e-370438d5534f service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 10:00:57.296750 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-f6c8f59a-d940-48c2-911e-370438d5534f service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504532 Jul 29 10:00:57.388198 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-2fa21ddc-7adf-4bf7-ba67-8424a710f8d4 service neutron] 10.222.0.78 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850949 Jul 29 10:00:57.488864 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-014c4387-6ced-46fa-b6fa-07fb83a700e6 service neutron] 10.222.0.78 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938842 Jul 29 10:00:57.793227 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1d8a979a-678f-4e3a-bd71-17e7b3bfbfcf req-ebf799db-7189-4438-a34e-74f79f0809e7 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 210 time: 0.0275972 Jul 29 10:00:58.943408 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ee71429c-a0d1-4d87-84ec-21d2e643c69e req-a5174843-f238-4d8a-ba11-09aa5e013bf5 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 210 time: 0.0394168 Jul 29 10:00:59.003676 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-140120ce-6820-4300-8630-0c4e7f9d64d6 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:59.005230 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-140120ce-6820-4300-8630-0c4e7f9d64d6 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.89 "GET /v2.0/networks?id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941 HTTP/1.1" status: 200 len: 810 time: 0.1627672 Jul 29 10:00:59.084111 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-0ddcf971-037a-44c2-bf91-05d55e8718d1 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d26c6d31ab58489d97402905ff11cbea HTTP/1.1" status: 200 len: 380 time: 0.0424676 Jul 29 10:00:59.097798 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-af6010c6-9145-40b5-aa22-a13d4320a6ae tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Request body: {'port': {'device_id': '008aaf01-1195-4957-be12-9c7faab3243a', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'admin_state_up': True, 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'security_groups': ['c70817d6-0a0e-4d2d-abae-d8acb0ce17f2']}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:59.226709 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-af6010c6-9145-40b5-aa22-a13d4320a6ae tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Made reservation on behalf of d26c6d31ab58489d97402905ff11cbea for: {'port': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 10:00:59.230293 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-af6010c6-9145-40b5-aa22-a13d4320a6ae tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:59.380455 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-af6010c6-9145-40b5-aa22-a13d4320a6ae tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Allocated IP 172.20.0.4 (b20ee5b6-71ef-431b-b0a4-a8d8909fc941/abdf45fc-dabc-4096-8cfc-ad57fbf50e72/da6e472f-0580-4ce6-bed1-a773f4b9cc2f) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:00:59.573742 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-af6010c6-9145-40b5-aa22-a13d4320a6ae tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:59.588645 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-af6010c6-9145-40b5-aa22-a13d4320a6ae tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Transition to ACTIVE for port object da6e472f-0580-4ce6-bed1-a773f4b9cc2f will not be triggered until provisioned by entity DHCP. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:00:59.630744 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-af6010c6-9145-40b5-aa22-a13d4320a6ae tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:59.675325 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-af6010c6-9145-40b5-aa22-a13d4320a6ae tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:00:59.678924 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-af6010c6-9145-40b5-aa22-a13d4320a6ae tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:00:59.681597 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-af6010c6-9145-40b5-aa22-a13d4320a6ae tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:00:59.716336 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6010c6-9145-40b5-aa22-a13d4320a6ae tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event updated for resources: {'Port': ['ID=da6e472f-0580-4ce6-bed1-a773f4b9cc2f,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:00:59.746511 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-af6010c6-9145-40b5-aa22-a13d4320a6ae tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:00:59.747468 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-af6010c6-9145-40b5-aa22-a13d4320a6ae tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:59.767852 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-af6010c6-9145-40b5-aa22-a13d4320a6ae tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6744339 Jul 29 10:00:59.789753 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Request body: {'port': {'device_id': '008aaf01-1195-4957-be12-9c7faab3243a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:00:59.855573 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:59.917340 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-afab39b5-ac52-4934-ad31-93eae0c2ce40 None None] Provisioning for port da6e472f-0580-4ce6-bed1-a773f4b9cc2f completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:00:59.921820 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-afab39b5-ac52-4934-ad31-93eae0c2ce40 None None] Provisioning complete for port da6e472f-0580-4ce6-bed1-a773f4b9cc2f triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:00:59.922329 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-afab39b5-ac52-4934-ad31-93eae0c2ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:00:59.957451 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-afab39b5-ac52-4934-ad31-93eae0c2ce40 None None] Port da6e472f-0580-4ce6-bed1-a773f4b9cc2f cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 10:01:00.104464 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7ff4e-a1b4-447f-93b4-4390920a3db8 req-303d4e62-7373-4933-876c-f79413f68e6f tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:00.105964 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-63e7ff4e-a1b4-447f-93b4-4390920a3db8 req-303d4e62-7373-4933-876c-f79413f68e6f tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 931 time: 0.0777478 Jul 29 10:01:00.185112 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-63e7ff4e-a1b4-447f-93b4-4390920a3db8 req-2bd52824-5e18-4bd0-a5e8-f18ce0e3a80e tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694599 Jul 29 10:01:00.197795 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6e472f-0580-4ce6-bed1-a773f4b9cc2f {{(pid=104728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:01:00.207110 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:00.220128 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Transition to ACTIVE for port object da6e472f-0580-4ce6-bed1-a773f4b9cc2f will not be triggered until provisioned by entity L2. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:01:00.223344 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:00.274320 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Pushing event updated for resources: {'Port': ['ID=da6e472f-0580-4ce6-bed1-a773f4b9cc2f,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:00.347288 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Attempting to bind port da6e472f-0580-4ce6-bed1-a773f4b9cc2f on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 10:01:00.347627 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Attempting to bind port da6e472f-0580-4ce6-bed1-a773f4b9cc2f by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 10:01:00.347965 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Attempting to bind port da6e472f-0580-4ce6-bed1-a773f4b9cc2f on network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:01:00.352528 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Port da6e472f-0580-4ce6-bed1-a773f4b9cc2f on network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 10:01:00.352882 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Attempting to bind port da6e472f-0580-4ce6-bed1-a773f4b9cc2f on network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:01:00.358017 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 10, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 10:01:00.359067 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Checking segment: {'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:01:00.359457 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Bound using segment: {'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 10:01:00.359930 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Bound port: da6e472f-0580-4ce6-bed1-a773f4b9cc2f, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'}}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 10:01:00.360293 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:00.432132 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] For port da6e472f-0580-4ce6-bed1-a773f4b9cc2f, host hv-cinder-78825, cleared binding levels {{(pid=104728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 10:01:00.435205 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] For port da6e472f-0580-4ce6-bed1-a773f4b9cc2f, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=da6e472f-0580-4ce6-bed1-a773f4b9cc2f,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 10:01:00.439994 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:00.472929 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:00.473473 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:00.474914 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] 10.222.0.89 "PUT /v2.0/ports/da6e472f-0580-4ce6-bed1-a773f4b9cc2f HTTP/1.1" status: 200 len: 1093 time: 0.6896229 Jul 29 10:01:00.475333 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008aaf01-1195-4957-be12-9c7faab3243a', 'tag': 'da6e472f-0580-4ce6-bed1-a773f4b9cc2f'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:01:00.477609 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5693b308-480b-44c2-872d-2d31d38789b4" -d '{"events": [{"name": "network-changed", "server_uuid": "008aaf01-1195-4957-be12-9c7faab3243a", "tag": "da6e472f-0580-4ce6-bed1-a773f4b9cc2f"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:01:00.508008 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd6d7c-bd21-41b4-a6dc-fe9e8c6d0ffb service neutron] Pushing event updated for resources: {'Port': ['ID=da6e472f-0580-4ce6-bed1-a773f4b9cc2f,revision_number=3']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:00.525270 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 10:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d325d53a-0a39-40f8-81fa-c492057d5858 x-openstack-request-id: req-d325d53a-0a39-40f8-81fa-c492057d5858 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:01:00.525570 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008aaf01-1195-4957-be12-9c7faab3243a", "tag": "da6e472f-0580-4ce6-bed1-a773f4b9cc2f", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:01:00.526194 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d325d53a-0a39-40f8-81fa-c492057d5858 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:01:00.526194 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008aaf01-1195-4957-be12-9c7faab3243a', 'tag': 'da6e472f-0580-4ce6-bed1-a773f4b9cc2f', 'status': 'completed', 'code': 200} Jul 29 10:01:00.595755 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-1b146fa4-3528-4279-b9cb-0dbec6bfc84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:00.597327 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-1b146fa4-3528-4279-b9cb-0dbec6bfc84c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d26c6d31ab58489d97402905ff11cbea&device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 1096 time: 0.0444937 Jul 29 10:01:00.653664 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-54a3bd48-15f4-434a-bbd6-4e7ae4152b61 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da6e472f-0580-4ce6-bed1-a773f4b9cc2f HTTP/1.1" status: 200 len: 217 time: 0.0389161 Jul 29 10:01:00.705618 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-190d5b94-8497-4224-9b32-f3148222cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:00.707238 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-190d5b94-8497-4224-9b32-f3148222cd1d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=abdf45fc-dabc-4096-8cfc-ad57fbf50e72 HTTP/1.1" status: 200 len: 849 time: 0.0457251 Jul 29 10:01:00.755438 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-f45d1de6-8a6e-47a2-9246-435ea712789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:00.757020 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-f45d1de6-8a6e-47a2-9246-435ea712789e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403209 Jul 29 10:01:00.855710 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-abece0f4-c4e4-4872-b929-2e298c908fb1 service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895388 Jul 29 10:01:00.961408 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f3efeb0d-aec3-48c5-a98b-3d96b4cb48d2 req-b248194c-7f43-4af3-b5e8-f083e4a5d6a4 service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938253 Jul 29 10:01:01.139490 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693b308-480b-44c2-872d-2d31d38789b4 req-6d9c1bf9-cd3c-431c-9975-b695bf1133f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:01.141010 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5693b308-480b-44c2-872d-2d31d38789b4 req-6d9c1bf9-cd3c-431c-9975-b695bf1133f9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d26c6d31ab58489d97402905ff11cbea&device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 1096 time: 0.0401704 Jul 29 10:01:01.236734 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693b308-480b-44c2-872d-2d31d38789b4 req-5767b742-6c80-4b68-9223-ea9887acadbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:01.238307 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5693b308-480b-44c2-872d-2d31d38789b4 req-5767b742-6c80-4b68-9223-ea9887acadbd service neutron] 10.222.0.89 "GET /v2.0/networks?id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941 HTTP/1.1" status: 200 len: 912 time: 0.0887942 Jul 29 10:01:01.289662 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5693b308-480b-44c2-872d-2d31d38789b4 req-e5d0e468-f97c-4efc-9230-305b0330e216 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da6e472f-0580-4ce6-bed1-a773f4b9cc2f HTTP/1.1" status: 200 len: 217 time: 0.0431459 Jul 29 10:01:01.369028 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0c5c1-aa02-4f1f-8916-7f25cd8d78a0 req-60bef002-c0f6-4fd4-bfd5-f62fdb3f2ee1 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:01.370506 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e1f0c5c1-aa02-4f1f-8916-7f25cd8d78a0 req-60bef002-c0f6-4fd4-bfd5-f62fdb3f2ee1 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 943 time: 0.0902832 Jul 29 10:01:01.372178 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693b308-480b-44c2-872d-2d31d38789b4 req-b8483b9c-b79c-4582-a5d9-0052e2bc0cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:01.374445 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5693b308-480b-44c2-872d-2d31d38789b4 req-b8483b9c-b79c-4582-a5d9-0052e2bc0cc0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=abdf45fc-dabc-4096-8cfc-ad57fbf50e72 HTTP/1.1" status: 200 len: 849 time: 0.0667257 Jul 29 10:01:01.433709 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e1f0c5c1-aa02-4f1f-8916-7f25cd8d78a0 req-f182eeec-6766-418e-a71e-fb5e20b4a081 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563736 Jul 29 10:01:01.444339 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693b308-480b-44c2-872d-2d31d38789b4 req-b9c27d52-040f-4576-a5ba-01b9688e2423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:01.445944 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5693b308-480b-44c2-872d-2d31d38789b4 req-b9c27d52-040f-4576-a5ba-01b9688e2423 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546324 Jul 29 10:01:01.785267 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5693b308-480b-44c2-872d-2d31d38789b4 req-dda32563-5e9c-40e0-849c-8fc2c53675c8 service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290899 Jul 29 10:01:01.880423 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5693b308-480b-44c2-872d-2d31d38789b4 req-c878c846-782f-436b-9577-063143937268 service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847886 Jul 29 10:01:02.561034 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2ad03-6765-48ed-8ca9-81f5585752fc req-13701c59-4ec2-4e0a-937a-aa5c4491e425 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:02.563357 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ddb2ad03-6765-48ed-8ca9-81f5585752fc req-13701c59-4ec2-4e0a-937a-aa5c4491e425 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 943 time: 0.0589945 Jul 29 10:01:02.606885 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ddb2ad03-6765-48ed-8ca9-81f5585752fc req-24c12453-a41f-4fcb-9f1e-4c44b10cc2fa tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366576 Jul 29 10:01:03.725879 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3546506-293f-4f7b-bf80-5136dcdb87a4 req-d7ec92cb-d31a-4277-b2db-eb8456c6e6f2 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:03.727428 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e3546506-293f-4f7b-bf80-5136dcdb87a4 req-d7ec92cb-d31a-4277-b2db-eb8456c6e6f2 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 943 time: 0.0509033 Jul 29 10:01:03.766800 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e3546506-293f-4f7b-bf80-5136dcdb87a4 req-1ec4d7f6-2bd5-4bb4-8c28-4b68ea5b4b28 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326359 Jul 29 10:01:04.884565 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfb25b-c63c-46ab-a129-d796c013edd1 req-3cb14c4b-1e71-406f-a89f-5a75a3714a60 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:04.886105 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a7dfb25b-c63c-46ab-a129-d796c013edd1 req-3cb14c4b-1e71-406f-a89f-5a75a3714a60 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 943 time: 0.0491083 Jul 29 10:01:04.926672 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a7dfb25b-c63c-46ab-a129-d796c013edd1 req-a500a3b8-60ce-48ba-8c77-7a42f68fe090 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339320 Jul 29 10:01:06.049203 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb35c6c-6608-4864-b31a-a1b541d0d406 req-580c82c8-17fe-43c7-b332-0480fbf7fdde tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:06.050718 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9fb35c6c-6608-4864-b31a-a1b541d0d406 req-580c82c8-17fe-43c7-b332-0480fbf7fdde tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 943 time: 0.0529506 Jul 29 10:01:06.090455 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9fb35c6c-6608-4864-b31a-a1b541d0d406 req-bde64103-110e-4029-8439-b5fb75082ff5 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321465 Jul 29 10:01:07.212610 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af982e46-baf8-4872-9c1e-d665a45ce4e4 req-08dcd22b-fbbd-4c82-ab17-9de2bab2e521 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:07.214134 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-af982e46-baf8-4872-9c1e-d665a45ce4e4 req-08dcd22b-fbbd-4c82-ab17-9de2bab2e521 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 943 time: 0.0541174 Jul 29 10:01:07.253922 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-af982e46-baf8-4872-9c1e-d665a45ce4e4 req-82e6a7a8-ea90-47b8-9d99-2bd67bad9e6b tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329854 Jul 29 10:01:08.371948 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d361542-cc59-4e28-beb6-2b597ac35143 req-0c80b27f-f1dd-497e-99db-b73f37ef15e2 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:08.373576 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0d361542-cc59-4e28-beb6-2b597ac35143 req-0c80b27f-f1dd-497e-99db-b73f37ef15e2 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 943 time: 0.0502841 Jul 29 10:01:08.413921 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0d361542-cc59-4e28-beb6-2b597ac35143 req-d55bf496-7cbd-41e8-af6c-a6076e0df32a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328903 Jul 29 10:01:09.549219 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0bdca-1a50-4aa9-a374-08349c7ee0c0 req-80c4e97b-452e-44e2-965c-c3e8fb234877 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:09.551020 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-61d0bdca-1a50-4aa9-a374-08349c7ee0c0 req-80c4e97b-452e-44e2-965c-c3e8fb234877 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 943 time: 0.0593946 Jul 29 10:01:09.593020 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-61d0bdca-1a50-4aa9-a374-08349c7ee0c0 req-36fa6d94-f006-4840-94c6-48842c9edefa tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334833 Jul 29 10:01:10.192118 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device da6e472f-0580-4ce6-bed1-a773f4b9cc2f details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 10:01:10.298716 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port da6e472f-0580-4ce6-bed1-a773f4b9cc2f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=da6e472f-0580-4ce6-bed1-a773f4b9cc2f,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:01:10.311839 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': 'da6e472f-0580-4ce6-bed1-a773f4b9cc2f', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'port_id': 'da6e472f-0580-4ce6-bed1-a773f4b9cc2f', 'mac_address': 'fa:16:3e:2a:08:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 10:01:10.353357 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:10.367056 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6e472f-0580-4ce6-bed1-a773f4b9cc2f {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:01:10.387177 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port da6e472f-0580-4ce6-bed1-a773f4b9cc2f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=da6e472f-0580-4ce6-bed1-a773f4b9cc2f,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:01:10.391600 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:10.441104 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=da6e472f-0580-4ce6-bed1-a773f4b9cc2f,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:10.723001 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579dfc16-cac7-4449-babb-a0a488cbf5fc req-ae7a6f66-a708-477a-880b-6aa783d7f5f3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:10.724555 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-579dfc16-cac7-4449-babb-a0a488cbf5fc req-ae7a6f66-a708-477a-880b-6aa783d7f5f3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 944 time: 0.0567136 Jul 29 10:01:10.765653 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-579dfc16-cac7-4449-babb-a0a488cbf5fc req-2bd5d53b-3cc6-4724-bfb7-f394f1f49996 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347905 Jul 29 10:01:10.881540 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['da6e472f-0580-4ce6-bed1-a773f4b9cc2f'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:01:11.908761 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dd719-9f4f-420a-a7c7-5b99ed498918 req-3c51d734-2ce5-4c72-9f45-1918569cca7a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:11.910269 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-db8dd719-9f4f-420a-a7c7-5b99ed498918 req-3c51d734-2ce5-4c72-9f45-1918569cca7a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 944 time: 0.0587137 Jul 29 10:01:11.949054 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-db8dd719-9f4f-420a-a7c7-5b99ed498918 req-c5261a1c-8b3d-470e-9562-66cb4ab57820 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326488 Jul 29 10:01:12.215431 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device da6e472f-0580-4ce6-bed1-a773f4b9cc2f up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:01:12.267445 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port da6e472f-0580-4ce6-bed1-a773f4b9cc2f completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:01:12.271207 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port da6e472f-0580-4ce6-bed1-a773f4b9cc2f triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:01:12.271566 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:12.345706 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:12.367928 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008aaf01-1195-4957-be12-9c7faab3243a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6e472f-0580-4ce6-bed1-a773f4b9cc2f'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:01:12.370197 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da26fa7-8958-49b2-acbf-1cd79ea101bc" -d '{"events": [{"server_uuid": "008aaf01-1195-4957-be12-9c7faab3243a", "name": "network-vif-plugged", "status": "completed", "tag": "da6e472f-0580-4ce6-bed1-a773f4b9cc2f"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:01:12.385442 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port da6e472f-0580-4ce6-bed1-a773f4b9cc2f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=da6e472f-0580-4ce6-bed1-a773f4b9cc2f,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:01:12.390279 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:12.439250 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=da6e472f-0580-4ce6-bed1-a773f4b9cc2f,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:12.464929 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc1d8ed-fe12-4cfd-8dcc-97f6bb39834f x-openstack-request-id: req-9dc1d8ed-fe12-4cfd-8dcc-97f6bb39834f {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:01:12.465254 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008aaf01-1195-4957-be12-9c7faab3243a", "name": "network-vif-plugged", "status": "completed", "tag": "da6e472f-0580-4ce6-bed1-a773f4b9cc2f", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:01:12.465507 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9dc1d8ed-fe12-4cfd-8dcc-97f6bb39834f {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:01:12.465900 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008aaf01-1195-4957-be12-9c7faab3243a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6e472f-0580-4ce6-bed1-a773f4b9cc2f', 'code': 200} Jul 29 10:01:12.747865 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca09ae-60fd-44e0-851b-b86a7512d02f req-29667ac7-c28f-4245-8660-ce91eeb150f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:12.750056 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a2ca09ae-60fd-44e0-851b-b86a7512d02f req-29667ac7-c28f-4245-8660-ce91eeb150f5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 1098 time: 0.0443652 Jul 29 10:01:12.787293 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a2ca09ae-60fd-44e0-851b-b86a7512d02f req-89d44f91-8415-4f5a-8d0f-cccf5515c9b2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294931 Jul 29 10:01:13.077717 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606566d4-c3b8-4a73-b89e-f5a6f858618b req-997df1a5-71ea-4946-8a69-c9d1b459fadd tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:13.079482 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-606566d4-c3b8-4a73-b89e-f5a6f858618b req-997df1a5-71ea-4946-8a69-c9d1b459fadd tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 945 time: 0.0522099 Jul 29 10:01:13.120471 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-606566d4-c3b8-4a73-b89e-f5a6f858618b req-98992862-e7ea-4204-bc40-f7b976735a6c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325563 Jul 29 10:01:14.054402 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-092a9383-7c76-40bb-81d0-5fa14548f4ee req-28368a2e-aa7d-430a-862d-74ae8fc19a35 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417266 Jul 29 10:01:14.135163 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a9383-7c76-40bb-81d0-5fa14548f4ee req-3dfd8821-e53c-4050-918a-ff64115e43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:14.136600 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-092a9383-7c76-40bb-81d0-5fa14548f4ee req-3dfd8821-e53c-4050-918a-ff64115e43b6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d0213ef301145e88bfeefb34d12fda1&device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 1099 time: 0.0423050 Jul 29 10:01:14.253681 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0210a8-e847-4090-974d-fbb839869fcb req-13b84e98-a23d-4723-baaa-d19022b03000 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:14.255330 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7e0210a8-e847-4090-974d-fbb839869fcb req-13b84e98-a23d-4723-baaa-d19022b03000 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 945 time: 0.0567679 Jul 29 10:01:14.263141 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-38ffaa28-721f-489b-a202-873b7b868f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:14.267529 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:14.352112 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7e0210a8-e847-4090-974d-fbb839869fcb req-944c093d-4772-45a8-83ab-173ccbf5e92f tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825820 Jul 29 10:01:14.380756 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a9383-7c76-40bb-81d0-5fa14548f4ee req-914350b8-d2f0-4035-b34a-3408d1716fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:14.382309 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-092a9383-7c76-40bb-81d0-5fa14548f4ee req-914350b8-d2f0-4035-b34a-3408d1716fd8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a HTTP/1.1" status: 200 len: 913 time: 0.1212966 Jul 29 10:01:14.469410 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-092a9383-7c76-40bb-81d0-5fa14548f4ee req-f078fa82-64a9-45b6-8d29-e3c4e313e825 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f1ab3c1-348e-409d-9e9e-a636e6078927 HTTP/1.1" status: 200 len: 1001 time: 0.0782068 Jul 29 10:01:14.526977 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a9383-7c76-40bb-81d0-5fa14548f4ee req-c93f1fbe-ac6c-4453-879e-b43bf7780722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:14.528528 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-092a9383-7c76-40bb-81d0-5fa14548f4ee req-c93f1fbe-ac6c-4453-879e-b43bf7780722 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b1dd2e5b-eac9-466e-88de-e575ea4f6a52 HTTP/1.1" status: 200 len: 850 time: 0.0512815 Jul 29 10:01:14.587921 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a9383-7c76-40bb-81d0-5fa14548f4ee req-945b4b43-aeba-483e-93f0-f04ffcca5b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:14.589489 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-092a9383-7c76-40bb-81d0-5fa14548f4ee req-945b4b43-aeba-483e-93f0-f04ffcca5b9b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ac4c7763-a9c1-46fa-a87f-9364e6565d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479846 Jul 29 10:01:14.685356 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-092a9383-7c76-40bb-81d0-5fa14548f4ee req-6956bbb4-3cdf-4f8e-9a73-ceee0cef1ce5 service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877013 Jul 29 10:01:14.781119 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-092a9383-7c76-40bb-81d0-5fa14548f4ee req-2aeb3fe9-fa6c-48d2-a970-19088a3524aa service neutron] 10.222.0.89 "GET /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881720 Jul 29 10:01:15.473914 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc9546-f003-4f8b-8724-f7485184a7d2 req-6f6a27b6-c254-4993-ba84-515a9b6d0b75 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:15.475458 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-57fc9546-f003-4f8b-8724-f7485184a7d2 req-6f6a27b6-c254-4993-ba84-515a9b6d0b75 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 945 time: 0.0554338 Jul 29 10:01:15.516819 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-57fc9546-f003-4f8b-8724-f7485184a7d2 req-480cf036-cb53-44a9-b84c-82da9ad2fd28 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350909 Jul 29 10:01:15.653741 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa47e7-fab6-4e97-bc68-78d422133541 req-b69a3254-c1a2-4000-950a-0655f503a8bb tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:15.655747 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eefa47e7-fab6-4e97-bc68-78d422133541 req-b69a3254-c1a2-4000-950a-0655f503a8bb tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 945 time: 0.0558577 Jul 29 10:01:15.702218 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eefa47e7-fab6-4e97-bc68-78d422133541 req-eaeace37-d78b-40ec-84fa-5dfdba132016 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392880 Jul 29 10:01:15.725340 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 40272) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:01:15.816576 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f87a069-2920-467a-a29f-30642761af41 tempest-TestVolumeBootPattern-1100422390 tempest-TestVolumeBootPattern-1100422390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:15.818135 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-5f87a069-2920-467a-a29f-30642761af41 tempest-TestVolumeBootPattern-1100422390 tempest-TestVolumeBootPattern-1100422390-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 1093 time: 0.0917978 Jul 29 10:01:15.821342 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 40276) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:01:15.826092 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Request body: {'floatingip': {'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'port_id': 'da6e472f-0580-4ce6-bed1-a773f4b9cc2f', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:01:15.853089 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for floatingip, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:15.955229 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:16.067967 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Allocated IP 172.27.2.212 (b3b02076-35c8-452e-bb57-22f5e98db348/fdb5e983-6a65-4f11-aa94-f451584e5c8e/006c22fd-7bbe-4aaa-aa5c-563a1685efac) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:01:16.177771 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:16.218272 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:16.259508 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Network b3b02076-35c8-452e-bb57-22f5e98db348 is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:01:16.262350 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:01:16.270028 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:01:16.273464 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event updated for resources: {'Port': ['ID=006c22fd-7bbe-4aaa-aa5c-563a1685efac,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:16.302871 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:16.303216 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:16.303558 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:16.303891 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:16.304218 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:16.304546 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:16.304899 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:16.305228 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:16.305553 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:16.305874 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:16.306194 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:16.306511 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:16.689372 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:16.773580 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:16.941135 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:16.946706 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:17.021079 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event updated for resources: {'Port': ['ID=006c22fd-7bbe-4aaa-aa5c-563a1685efac,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:17.033091 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634374'] for floatingip, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:17.135281 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.l3_db [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Floating IP 12519913-cfbd-4e18-a894-7f178f04e4e6 associated. External IP: 172.27.2.212, port: da6e472f-0580-4ce6-bed1-a773f4b9cc2f. Jul 29 10:01:17.283499 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-8858a678-1720-4123-9f7f-2b6e858477dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:17.357487 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 10:01:17.358976 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:01:17.471420 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:01:17.481739 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721f054-bb7c-47e2-8442-b3674efe6b68 None None] Sync routers for ids ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:01:17.487977 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:17.492045 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d721f054-bb7c-47e2-8442-b3674efe6b68 None None] Routers {'6e55e8cf-b76d-404e-966d-5961ef1ccee7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:01:17.492693 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-d721f054-bb7c-47e2-8442-b3674efe6b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:01:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:01:17.531520 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-e908d530-2670-4f8e-922a-3c9541eeec94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6985099 Jul 29 10:01:17.531520 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008aaf01-1195-4957-be12-9c7faab3243a', 'tag': 'da6e472f-0580-4ce6-bed1-a773f4b9cc2f'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:01:17.531520 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340ecc4d-fe11-4c3a-90db-5d3058087f24" -d '{"events": [{"name": "network-changed", "server_uuid": "008aaf01-1195-4957-be12-9c7faab3243a", "tag": "da6e472f-0580-4ce6-bed1-a773f4b9cc2f"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:01:17.627258 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-d721f054-bb7c-47e2-8442-b3674efe6b68 None None] Set router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:01:17.640635 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 10:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186ff12d-f20f-404e-b2f1-6d3996ff9e49 x-openstack-request-id: req-186ff12d-f20f-404e-b2f1-6d3996ff9e49 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:01:17.640635 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008aaf01-1195-4957-be12-9c7faab3243a", "tag": "da6e472f-0580-4ce6-bed1-a773f4b9cc2f", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:01:17.641270 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-186ff12d-f20f-404e-b2f1-6d3996ff9e49 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:01:17.641270 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008aaf01-1195-4957-be12-9c7faab3243a', 'tag': 'da6e472f-0580-4ce6-bed1-a773f4b9cc2f', 'status': 'completed', 'code': 200} Jul 29 10:01:17.742431 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:17.766946 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ecc4d-fe11-4c3a-90db-5d3058087f24 req-c744193b-8b3f-4e18-934d-76628b174d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:17.769367 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-340ecc4d-fe11-4c3a-90db-5d3058087f24 req-c744193b-8b3f-4e18-934d-76628b174d21 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d26c6d31ab58489d97402905ff11cbea&device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 1098 time: 0.0693614 Jul 29 10:01:17.869674 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ecc4d-fe11-4c3a-90db-5d3058087f24 req-d1bff00a-81cb-40b0-9088-1c5da76a513c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:17.871189 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-340ecc4d-fe11-4c3a-90db-5d3058087f24 req-d1bff00a-81cb-40b0-9088-1c5da76a513c service neutron] 10.222.0.89 "GET /v2.0/networks?id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941 HTTP/1.1" status: 200 len: 912 time: 0.0938001 Jul 29 10:01:17.896081 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-d721f054-bb7c-47e2-8442-b3674efe6b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '12519913-cfbd-4e18-a894-7f178f04e4e6', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'port_id': 'da6e472f-0580-4ce6-bed1-a773f4b9cc2f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'mac_address': 'fa:16:3e:2a:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008aaf01-1195-4957-be12-9c7faab3243a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T10:01:16Z', 'updated_at': '2021-07-29T10:01:16Z', 'revision_number': 0, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:30Z', 'revision_number': 5, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:01:17.929609 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721f054-bb7c-47e2-8442-b3674efe6b68 None None] Checking router: 6e55e8cf-b76d-404e-966d-5961ef1ccee7 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:01:17.940685 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d721f054-bb7c-47e2-8442-b3674efe6b68 None None] Routers {'6e55e8cf-b76d-404e-966d-5961ef1ccee7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:01:17.941354 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-d721f054-bb7c-47e2-8442-b3674efe6b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:01:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:01:17.956768 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-340ecc4d-fe11-4c3a-90db-5d3058087f24 req-0466ba3a-8ba7-4f9c-ba57-a1f7e5ba0418 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da6e472f-0580-4ce6-bed1-a773f4b9cc2f HTTP/1.1" status: 200 len: 999 time: 0.0771523 Jul 29 10:01:18.022333 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ecc4d-fe11-4c3a-90db-5d3058087f24 req-3634ef51-42ac-46cb-900b-22b0a91635a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:18.023761 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-340ecc4d-fe11-4c3a-90db-5d3058087f24 req-3634ef51-42ac-46cb-900b-22b0a91635a5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=abdf45fc-dabc-4096-8cfc-ad57fbf50e72 HTTP/1.1" status: 200 len: 849 time: 0.0596490 Jul 29 10:01:18.059542 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-d721f054-bb7c-47e2-8442-b3674efe6b68 None None] Set router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:01:18.087629 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ecc4d-fe11-4c3a-90db-5d3058087f24 req-ebf9c89e-4b0a-4a3d-9883-944303fb253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:18.089205 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-340ecc4d-fe11-4c3a-90db-5d3058087f24 req-ebf9c89e-4b0a-4a3d-9883-944303fb253e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538087 Jul 29 10:01:18.229535 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-340ecc4d-fe11-4c3a-90db-5d3058087f24 req-e1da1a6f-c507-48dd-bd23-b8a2b798673a service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319311 Jul 29 10:01:18.329295 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-d721f054-bb7c-47e2-8442-b3674efe6b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '12519913-cfbd-4e18-a894-7f178f04e4e6', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'port_id': 'da6e472f-0580-4ce6-bed1-a773f4b9cc2f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'mac_address': 'fa:16:3e:2a:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008aaf01-1195-4957-be12-9c7faab3243a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T10:01:16Z', 'updated_at': '2021-07-29T10:01:16Z', 'revision_number': 0, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:30Z', 'revision_number': 5, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:01:18.332781 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-340ecc4d-fe11-4c3a-90db-5d3058087f24 req-7d85967d-5bf0-43ac-afea-2d9c380d3dcc service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949731 Jul 29 10:01:18.358749 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721f054-bb7c-47e2-8442-b3674efe6b68 None None] The sync data for ids ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'] in dv-cinder-788253-4-iscsi is: [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '12519913-cfbd-4e18-a894-7f178f04e4e6', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'port_id': 'da6e472f-0580-4ce6-bed1-a773f4b9cc2f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'mac_address': 'fa:16:3e:2a:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008aaf01-1195-4957-be12-9c7faab3243a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T10:01:16Z', 'updated_at': '2021-07-29T10:01:16Z', 'revision_number': 0, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:30Z', 'revision_number': 5, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:01:18.571695 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c948fe6-d3e5-463f-b20b-95ff6aa3fb99 None None] New status for floating IP 12519913-cfbd-4e18-a894-7f178f04e4e6: ACTIVE {{(pid=104731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 10:01:18.686902 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:20.472229 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:35.600132 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698689f0-9ccb-4e8c-9082-b9f4b7e871dd req-47f4fe2e-8ba6-4efb-a8ab-504274dd4c7c tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:35.601693 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-698689f0-9ccb-4e8c-9082-b9f4b7e871dd req-47f4fe2e-8ba6-4efb-a8ab-504274dd4c7c tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 946 time: 0.0610356 Jul 29 10:01:35.644951 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-698689f0-9ccb-4e8c-9082-b9f4b7e871dd req-71c84652-3089-434a-a9b3-46cc67febdf7 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=8997b83d-3d9d-4a2d-929f-9961345b7566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359113 Jul 29 10:01:36.767999 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158156df-5bf8-49ac-a396-8e9e52c8c20f req-deabc145-f0e9-4523-a6f4-f386c0c27f9e tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:36.769579 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-158156df-5bf8-49ac-a396-8e9e52c8c20f req-deabc145-f0e9-4523-a6f4-f386c0c27f9e tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 946 time: 0.0522208 Jul 29 10:01:36.818542 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-158156df-5bf8-49ac-a396-8e9e52c8c20f req-19682fec-e7a8-4e8d-811b-cfbb2f10d2ab tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=8997b83d-3d9d-4a2d-929f-9961345b7566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428541 Jul 29 10:01:37.947795 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5189b28-eec6-4873-822e-f0eec6164925 req-5e36e1da-9f8e-4d32-8583-96b0d19fc25e tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:37.951207 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d5189b28-eec6-4873-822e-f0eec6164925 req-5e36e1da-9f8e-4d32-8583-96b0d19fc25e tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 946 time: 0.0521986 Jul 29 10:01:37.998239 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d5189b28-eec6-4873-822e-f0eec6164925 req-dfeba5d7-5852-491b-a22b-b8c7e6e20d23 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups?id=8997b83d-3d9d-4a2d-929f-9961345b7566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406883 Jul 29 10:01:38.109760 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69fc4c-ff60-4865-900a-0c64fbc1df89 req-dc12298a-7b4a-475d-a209-92ee2b8be06a tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:38.111277 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ee69fc4c-ff60-4865-900a-0c64fbc1df89 req-dc12298a-7b4a-475d-a209-92ee2b8be06a tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.89 "GET /v2.0/ports?device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 946 time: 0.0617311 Jul 29 10:01:38.211980 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-ee69fc4c-ff60-4865-900a-0c64fbc1df89 req-604d1522-a0fc-49a4-a70d-56493af40b53 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Deleting port 1f1ab3c1-348e-409d-9e9e-a636e6078927 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:01:38.212243 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-ee69fc4c-ff60-4865-900a-0c64fbc1df89 req-604d1522-a0fc-49a4-a70d-56493af40b53 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:38.309135 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-ee69fc4c-ff60-4865-900a-0c64fbc1df89 req-604d1522-a0fc-49a4-a70d-56493af40b53 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] For port 1f1ab3c1-348e-409d-9e9e-a636e6078927, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1f1ab3c1-348e-409d-9e9e-a636e6078927,segment=NetworkSegment(6ae67238-e876-4105-9dd7-15cfb52eb401),segment_id=6ae67238-e876-4105-9dd7-15cfb52eb401)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:01:38.309587 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-ee69fc4c-ff60-4865-900a-0c64fbc1df89 req-604d1522-a0fc-49a4-a70d-56493af40b53 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:38.514127 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-ee69fc4c-ff60-4865-900a-0c64fbc1df89 req-604d1522-a0fc-49a4-a70d-56493af40b53 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:38.514564 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-ee69fc4c-ff60-4865-900a-0c64fbc1df89 req-604d1522-a0fc-49a4-a70d-56493af40b53 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634374'] for floatingip, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:38.515059 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.l3_db [req-ee69fc4c-ff60-4865-900a-0c64fbc1df89 req-604d1522-a0fc-49a4-a70d-56493af40b53 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Floating IP 8d5c43ef-f036-4032-b0bc-fe96bfea171f disassociated. External IP: 172.27.2.51, port: 1f1ab3c1-348e-409d-9e9e-a636e6078927. Jul 29 10:01:38.515603 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-ee69fc4c-ff60-4865-900a-0c64fbc1df89 req-604d1522-a0fc-49a4-a70d-56493af40b53 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Calling delete_port for 1f1ab3c1-348e-409d-9e9e-a636e6078927 owned by compute:nova {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:01:38.669812 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-ee69fc4c-ff60-4865-900a-0c64fbc1df89 req-604d1522-a0fc-49a4-a70d-56493af40b53 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:38.699701 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d1522-a0fc-49a4-a70d-56493af40b53 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Pushing event deleted for resources: {'Port': ['ID=1f1ab3c1-348e-409d-9e9e-a636e6078927,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:39.104425 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-80198893-e9ce-427f-9574-e55329c3c967 req-3999a7d7-a2db-43fb-8411-b180134dd1ec tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/ports?device_id=1cadfd36-892f-45a7-8e6e-a2c8894b07b7 HTTP/1.1" status: 200 len: 210 time: 0.0304775 Jul 29 10:01:39.131401 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee69fc4c-ff60-4865-900a-0c64fbc1df89 req-604d1522-a0fc-49a4-a70d-56493af40b53 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 10:01:39.250027 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee69fc4c-ff60-4865-900a-0c64fbc1df89 req-604d1522-a0fc-49a4-a70d-56493af40b53 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:01:39.261882 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90b9050-44b5-4850-8a6a-7bd42abf2a41 None None] Sync routers for ids ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:01:39.272622 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90b9050-44b5-4850-8a6a-7bd42abf2a41 None None] Routers {'9f0bece0-212e-461d-a5b9-9585d6a8d0b4'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:01:39.273356 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-b90b9050-44b5-4850-8a6a-7bd42abf2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:01:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:01:39.298183 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee69fc4c-ff60-4865-900a-0c64fbc1df89 req-604d1522-a0fc-49a4-a70d-56493af40b53 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] No DVR routers for this DVR port 1f1ab3c1-348e-409d-9e9e-a636e6078927 on host hv-cinder-78825 {{(pid=104728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:01:39.301391 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-ee69fc4c-ff60-4865-900a-0c64fbc1df89 req-604d1522-a0fc-49a4-a70d-56493af40b53 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:39.303865 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ee69fc4c-ff60-4865-900a-0c64fbc1df89 req-604d1522-a0fc-49a4-a70d-56493af40b53 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.89 "DELETE /v2.0/ports/1f1ab3c1-348e-409d-9e9e-a636e6078927 HTTP/1.1" status: 204 len: 173 time: 1.1847985 Jul 29 10:01:39.304757 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cadfd36-892f-45a7-8e6e-a2c8894b07b7', 'name': 'network-vif-deleted', 'tag': '1f1ab3c1-348e-409d-9e9e-a636e6078927'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:01:39.307459 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1147d16-5c90-4b6b-a767-e8fc49c6af59" -d '{"events": [{"server_uuid": "1cadfd36-892f-45a7-8e6e-a2c8894b07b7", "name": "network-vif-deleted", "tag": "1f1ab3c1-348e-409d-9e9e-a636e6078927"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:01:39.355385 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25068539-ee82-43e7-88f5-e7ddc0605341 x-openstack-request-id: req-25068539-ee82-43e7-88f5-e7ddc0605341 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:01:39.355678 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cadfd36-892f-45a7-8e6e-a2c8894b07b7", "name": "network-vif-deleted", "tag": "1f1ab3c1-348e-409d-9e9e-a636e6078927", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:01:39.355983 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-25068539-ee82-43e7-88f5-e7ddc0605341 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:01:39.356360 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cadfd36-892f-45a7-8e6e-a2c8894b07b7', 'name': 'network-vif-deleted', 'tag': '1f1ab3c1-348e-409d-9e9e-a636e6078927', 'status': 'completed', 'code': 200} Jul 29 10:01:39.430031 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-b90b9050-44b5-4850-8a6a-7bd42abf2a41 None None] Set router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:01:39.652412 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-b90b9050-44b5-4850-8a6a-7bd42abf2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8007e0dc-0a86-4933-b816-3d335d300141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T09:50:27Z', 'revision_number': 4, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port': {'id': '8007e0dc-0a86-4933-b816-3d335d300141', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:11Z', 'updated_at': '2021-07-29T09:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9cbc5609-42a2-4664-94da-be909ee0c2a1', 'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'mac_address': 'fa:16:3e:1f:b8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:24Z', 'updated_at': '2021-07-29T09:50:37Z', 'revision_number': 5, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'subnets': [{'id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:01:39.680072 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90b9050-44b5-4850-8a6a-7bd42abf2a41 None None] Checking router: 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:01:39.689555 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90b9050-44b5-4850-8a6a-7bd42abf2a41 None None] Routers {'9f0bece0-212e-461d-a5b9-9585d6a8d0b4'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:01:39.690174 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-b90b9050-44b5-4850-8a6a-7bd42abf2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:01:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:01:39.816768 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-b90b9050-44b5-4850-8a6a-7bd42abf2a41 None None] Set router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:01:40.169530 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-b90b9050-44b5-4850-8a6a-7bd42abf2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8007e0dc-0a86-4933-b816-3d335d300141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T09:50:27Z', 'revision_number': 4, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port': {'id': '8007e0dc-0a86-4933-b816-3d335d300141', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:11Z', 'updated_at': '2021-07-29T09:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9cbc5609-42a2-4664-94da-be909ee0c2a1', 'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'mac_address': 'fa:16:3e:1f:b8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:24Z', 'updated_at': '2021-07-29T09:50:37Z', 'revision_number': 5, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'subnets': [{'id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:01:40.204252 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 40434) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:01:40.207664 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90b9050-44b5-4850-8a6a-7bd42abf2a41 None None] The sync data for ids ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'] in dv-cinder-788253-4-iscsi is: [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8007e0dc-0a86-4933-b816-3d335d300141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T09:50:27Z', 'revision_number': 4, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port': {'id': '8007e0dc-0a86-4933-b816-3d335d300141', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:11Z', 'updated_at': '2021-07-29T09:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9cbc5609-42a2-4664-94da-be909ee0c2a1', 'name': '', 'network_id': 'ac4c7763-a9c1-46fa-a87f-9364e6565d1a', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'mac_address': 'fa:16:3e:1f:b8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:24Z', 'updated_at': '2021-07-29T09:50:37Z', 'revision_number': 5, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'subnets': [{'id': 'b1dd2e5b-eac9-466e-88de-e575ea4f6a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:01:40.284265 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ae3922da-be5f-458e-a7b5-9cdf58b9c100 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:40.310289 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ae3922da-be5f-458e-a7b5-9cdf58b9c100 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:40.370198 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ae3922da-be5f-458e-a7b5-9cdf58b9c100 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:40.372866 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ae3922da-be5f-458e-a7b5-9cdf58b9c100 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:40.374918 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-ae3922da-be5f-458e-a7b5-9cdf58b9c100 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "DELETE /v2.0/security-groups/8997b83d-3d9d-4a2d-929f-9961345b7566 HTTP/1.1" status: 204 len: 168 time: 0.1694000 Jul 29 10:01:40.379055 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 40436) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:01:40.385298 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3922da-be5f-458e-a7b5-9cdf58b9c100 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8997b83d-3d9d-4a2d-929f-9961345b7566,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:40.396027 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.api.v2.resource [None req-da376b20-ef53-4131-ba62-0f04445d6fba tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] show failed (client error): The resource could not be found. Jul 29 10:01:40.400050 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-da376b20-ef53-4131-ba62-0f04445d6fba tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "GET /v2.0/security-groups/8997b83d-3d9d-4a2d-929f-9961345b7566 HTTP/1.1" status: 404 len: 347 time: 0.0192192 Jul 29 10:01:40.400914 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 40440) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:01:40.480340 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ff7f4-58cd-4d04-ad51-84b73cb4769f None None] New status for floating IP 8d5c43ef-f036-4032-b0bc-fe96bfea171f: DOWN {{(pid=104731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 10:01:40.556617 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Deleting port 40b617a4-e277-4b0b-af1c-40ea014f7d7a {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:01:40.557386 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:40.663362 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:40.663698 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:40.681254 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Calling delete_port for 40b617a4-e277-4b0b-af1c-40ea014f7d7a owned by network:floatingip {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:01:40.832485 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:40.857927 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Pushing event deleted for resources: {'Port': ['ID=40b617a4-e277-4b0b-af1c-40ea014f7d7a,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:40.875408 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:40.877191 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:40.877191 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:40.877191 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:40.877191 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:40.878951 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:40.878951 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:40.878951 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:40.878951 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:40.878951 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:40.878951 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:40.879489 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:40.961032 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks [] for floatingip, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:40.963582 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:40.964788 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-af950145-015e-4820-b31d-0f91dbc86145 tempest-AttachVolumeTestJSON-1786834726 tempest-AttachVolumeTestJSON-1786834726-project] 10.222.0.78 "DELETE /v2.0/floatingips/8d5c43ef-f036-4032-b0bc-fe96bfea171f HTTP/1.1" status: 204 len: 168 time: 0.5626872 Jul 29 10:01:42.364586 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 1f1ab3c1-348e-409d-9e9e-a636e6078927 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:01:42.392863 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: 1f1ab3c1-348e-409d-9e9e-a636e6078927 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:01:42.392863 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 1f1ab3c1-348e-409d-9e9e-a636e6078927 not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:01:44.254665 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-8b80f851-7179-44fb-9db4-a2080bf4df4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:44.256540 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:44.613929 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 40476) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:01:45.095675 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-432e1c6e-7e6d-4dc4-bbad-bb9db8d452e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717318'] for router_interface, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:45.344113 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-432e1c6e-7e6d-4dc4-bbad-bb9db8d452e5 admin admin] Deleting port 9cbc5609-42a2-4664-94da-be909ee0c2a1 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:01:45.344455 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-432e1c6e-7e6d-4dc4-bbad-bb9db8d452e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:45.428665 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-432e1c6e-7e6d-4dc4-bbad-bb9db8d452e5 admin admin] For port 9cbc5609-42a2-4664-94da-be909ee0c2a1, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=9cbc5609-42a2-4664-94da-be909ee0c2a1,segment=NetworkSegment(6ae67238-e876-4105-9dd7-15cfb52eb401),segment_id=6ae67238-e876-4105-9dd7-15cfb52eb401)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:01:45.428978 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-432e1c6e-7e6d-4dc4-bbad-bb9db8d452e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:45.442255 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-432e1c6e-7e6d-4dc4-bbad-bb9db8d452e5 admin admin] Calling delete_port for 9cbc5609-42a2-4664-94da-be909ee0c2a1 owned by network:router_interface {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:01:45.628994 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-432e1c6e-7e6d-4dc4-bbad-bb9db8d452e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:45.660283 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e1c6e-7e6d-4dc4-bbad-bb9db8d452e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbc5609-42a2-4664-94da-be909ee0c2a1,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:45.836097 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-432e1c6e-7e6d-4dc4-bbad-bb9db8d452e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717290'] for router_interface, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:46.068981 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432e1c6e-7e6d-4dc4-bbad-bb9db8d452e5 admin admin] Router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 10:01:46.180144 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432e1c6e-7e6d-4dc4-bbad-bb9db8d452e5 admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:01:46.186448 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-432e1c6e-7e6d-4dc4-bbad-bb9db8d452e5 admin admin] 10.222.0.78 "PUT /v2.0/routers/9f0bece0-212e-461d-a5b9-9585d6a8d0b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5706697 Jul 29 10:01:46.189930 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 40484) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:01:46.190439 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f51b6d-869c-4e30-9700-5a3a538b7c7c None None] Sync routers for ids ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:01:46.200348 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f51b6d-869c-4e30-9700-5a3a538b7c7c None None] Routers {'9f0bece0-212e-461d-a5b9-9585d6a8d0b4'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:01:46.201007 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-a5f51b6d-869c-4e30-9700-5a3a538b7c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:01:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:01:46.307571 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ec255830-a69b-49bb-9660-850b67eca697 admin admin] Notify callbacks [] for router, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:46.309773 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-a5f51b6d-869c-4e30-9700-5a3a538b7c7c None None] Set router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:01:46.412560 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ec255830-a69b-49bb-9660-850b67eca697 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:46.472395 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-ec255830-a69b-49bb-9660-850b67eca697 admin admin] Deleting port 8007e0dc-0a86-4933-b816-3d335d300141 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:01:46.472771 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ec255830-a69b-49bb-9660-850b67eca697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:46.502826 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-a5f51b6d-869c-4e30-9700-5a3a538b7c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8007e0dc-0a86-4933-b816-3d335d300141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T10:01:45Z', 'revision_number': 5, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port': {'id': '8007e0dc-0a86-4933-b816-3d335d300141', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:50:11Z', 'updated_at': '2021-07-29T09:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:01:46.528776 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f51b6d-869c-4e30-9700-5a3a538b7c7c None None] Checking router: 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:01:46.537819 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f51b6d-869c-4e30-9700-5a3a538b7c7c None None] Routers {'9f0bece0-212e-461d-a5b9-9585d6a8d0b4'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:01:46.538433 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-a5f51b6d-869c-4e30-9700-5a3a538b7c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:01:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:01:46.555843 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-ec255830-a69b-49bb-9660-850b67eca697 admin admin] For port 8007e0dc-0a86-4933-b816-3d335d300141, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=8007e0dc-0a86-4933-b816-3d335d300141,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:01:46.556250 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ec255830-a69b-49bb-9660-850b67eca697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:46.577248 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-ec255830-a69b-49bb-9660-850b67eca697 admin admin] Calling delete_port for 8007e0dc-0a86-4933-b816-3d335d300141 owned by network:router_gateway {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:01:46.624592 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-a5f51b6d-869c-4e30-9700-5a3a538b7c7c None None] Set router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 gateway port host: None {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:01:46.675342 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-a5f51b6d-869c-4e30-9700-5a3a538b7c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T10:01:46Z', 'revision_number': 6, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port_host': None}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:01:46.705022 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f51b6d-869c-4e30-9700-5a3a538b7c7c None None] The sync data for ids ['9f0bece0-212e-461d-a5b9-9585d6a8d0b4'] in dv-cinder-788253-4-iscsi is: [{'id': '9f0bece0-212e-461d-a5b9-9585d6a8d0b4', 'name': 'tempest-AttachVolumeTestJSON-2086721036-router', 'tenant_id': '8d0213ef301145e88bfeefb34d12fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:50:09Z', 'updated_at': '2021-07-29T10:01:46Z', 'revision_number': 6, 'project_id': '8d0213ef301145e88bfeefb34d12fda1', 'gw_port_host': None}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:01:46.751229 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ec255830-a69b-49bb-9660-850b67eca697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:46.780935 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec255830-a69b-49bb-9660-850b67eca697 admin admin] Pushing event deleted for resources: {'Port': ['ID=8007e0dc-0a86-4933-b816-3d335d300141,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:46.843481 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ec255830-a69b-49bb-9660-850b67eca697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634440'] for router_gateway, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:46.933020 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ec255830-a69b-49bb-9660-850b67eca697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2281'] for router, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:46.935039 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ec255830-a69b-49bb-9660-850b67eca697 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:46.981272 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ec255830-a69b-49bb-9660-850b67eca697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1596551'] for router, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:46.981837 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec255830-a69b-49bb-9660-850b67eca697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f0bece0-212e-461d-a5b9-9585d6a8d0b4 {{(pid=104729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 10:01:46.987937 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ec255830-a69b-49bb-9660-850b67eca697 admin admin] Notify callbacks [] for router, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:46.989169 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-ec255830-a69b-49bb-9660-850b67eca697 admin admin] 10.222.0.78 "DELETE /v2.0/routers/9f0bece0-212e-461d-a5b9-9585d6a8d0b4 HTTP/1.1" status: 204 len: 168 time: 0.7982562 Jul 29 10:01:46.992638 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 40488) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:01:47.042188 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3310cd-dbac-4d37-9404-300bd8ce5551 admin admin] Deleting subnet b1dd2e5b-eac9-466e-88de-e575ea4f6a52 {{(pid=104729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 10:01:47.046770 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6f3310cd-dbac-4d37-9404-300bd8ce5551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.101783 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6f3310cd-dbac-4d37-9404-300bd8ce5551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8132502'] for subnet, precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.199418 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6f3310cd-dbac-4d37-9404-300bd8ce5551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782467'] for subnet, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.253123 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6f3310cd-dbac-4d37-9404-300bd8ce5551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7998055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4197211'] for subnet, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.283907 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3310cd-dbac-4d37-9404-300bd8ce5551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1dd2e5b-eac9-466e-88de-e575ea4f6a52,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:47.288162 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6f3310cd-dbac-4d37-9404-300bd8ce5551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.288901 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-098d61cf-a5b5-4dee-aa91-c8758637f848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.292496 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6f3310cd-dbac-4d37-9404-300bd8ce5551 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b1dd2e5b-eac9-466e-88de-e575ea4f6a52 HTTP/1.1" status: 204 len: 168 time: 0.2966027 Jul 29 10:01:47.293814 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 40492) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:01:47.297572 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de944055-e1b6-475a-897a-acbd2b1b90c8 None None] Network ac4c7763-a9c1-46fa-a87f-9364e6565d1a requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 10:01:47.372491 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648586'] for network, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.428551 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] Deleting port ae8f1c3e-59ea-4035-b342-ae3e3490b503 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:01:47.428885 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.500734 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] DHCP port deletion for ac4c7763-a9c1-46fa-a87f-9364e6565d1a request from dv-cinder-788253-4-iscsi {{(pid=104730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 10:01:47.512511 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] For port ae8f1c3e-59ea-4035-b342-ae3e3490b503, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=ae8f1c3e-59ea-4035-b342-ae3e3490b503,segment=NetworkSegment(6ae67238-e876-4105-9dd7-15cfb52eb401),segment_id=6ae67238-e876-4105-9dd7-15cfb52eb401)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:01:47.513346 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.527656 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] Calling delete_port for ae8f1c3e-59ea-4035-b342-ae3e3490b503 owned by network:dhcp {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:01:47.529090 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 9cbc5609-42a2-4664-94da-be909ee0c2a1 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:01:47.552513 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: 9cbc5609-42a2-4664-94da-be909ee0c2a1 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:01:47.552879 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 9cbc5609-42a2-4664-94da-be909ee0c2a1 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:01:47.575548 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] Deleting port ae8f1c3e-59ea-4035-b342-ae3e3490b503 {{(pid=104730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:01:47.575924 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.613956 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.639618 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8f1c3e-59ea-4035-b342-ae3e3490b503,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:47.645613 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] No DVR routers for this DVR port ae8f1c3e-59ea-4035-b342-ae3e3490b503 on host dv-cinder-788253-4-iscsi {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:01:47.647983 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] For port ae8f1c3e-59ea-4035-b342-ae3e3490b503, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=ae8f1c3e-59ea-4035-b342-ae3e3490b503,segment=NetworkSegment(6ae67238-e876-4105-9dd7-15cfb52eb401),segment_id=6ae67238-e876-4105-9dd7-15cfb52eb401)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:01:47.648501 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.662966 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] Calling delete_port for ae8f1c3e-59ea-4035-b342-ae3e3490b503 owned by network:dhcp {{(pid=104730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:01:47.735639 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.749193 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785684', 'neutron.services.segments.db._delete_segments_for_network-8755120061489'] for network, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.758821 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069'] for port, after_delete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.762121 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4c7763-a9c1-46fa-a87f-9364e6565d1a']}} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:01:47.776200 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae67238-e876-4105-9dd7-15cfb52eb401') {'for_net_delete': True} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:01:47.776526 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae67238-e876-4105-9dd7-15cfb52eb401') {} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:01:47.786819 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755120062522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8132509'] for segment, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.788651 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] Pushing event deleted for resources: {'Port': ['ID=ae8f1c3e-59ea-4035-b342-ae3e3490b503,revision_number=None']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:47.798423 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:47.798633 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:47.799010 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:47.799359 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:47.799698 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:47.800055 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:47.800513 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:47.801036 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:47.801484 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:47.801949 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:47.802464 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:47.802665 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.802898 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:01:47.806179 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b5854-a2dc-4bd5-b2e5-1eca966f9523 None None] No DVR routers for this DVR port ae8f1c3e-59ea-4035-b342-ae3e3490b503 on host dv-cinder-788253-4-iscsi {{(pid=104730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:01:47.812693 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=104729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 10:01:47.813157 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7997881'] for segment, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: Traceback (most recent call last): Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: timer() Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: cb(*args, **kw) Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: return func(*args, **kwargs) Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: self._notify() Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: self.callback(batched_events) Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: event.method(event) Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: return f(self, *a, **k) Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: return self._get(url).json() Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: return self.request(url, 'GET', **kwargs) Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 10:01:47.815609 dv-cinder-788253-4-iscsi neutron-server[104729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 10:01:47.878250 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634484'] for network, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.883547 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:47.885469 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ac4c7763-a9c1-46fa-a87f-9364e6565d1a HTTP/1.1" status: 204 len: 168 time: 0.5903378 Jul 29 10:01:47.897529 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6a0a4-6403-47af-abe5-c91dd1976552 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac4c7763-a9c1-46fa-a87f-9364e6565d1a,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:48.006207 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 40496) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:01:48.047384 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-aeea2108-163d-4052-97d3-12a0a3433e1d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8d0213ef301145e88bfeefb34d12fda1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0399663 Jul 29 10:01:48.049967 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 40498) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:01:48.101094 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c28d6ac7-6dde-4da5-8730-6fed6add0d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:48.123765 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c28d6ac7-6dde-4da5-8730-6fed6add0d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:48.176737 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c28d6ac7-6dde-4da5-8730-6fed6add0d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:48.179344 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c28d6ac7-6dde-4da5-8730-6fed6add0d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:48.180511 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-c28d6ac7-6dde-4da5-8730-6fed6add0d30 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c8c0100e-29d1-4ecf-bf45-3e65d66eab44 HTTP/1.1" status: 204 len: 168 time: 0.1295457 Jul 29 10:01:48.189902 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d6ac7-6dde-4da5-8730-6fed6add0d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c0100e-29d1-4ecf-bf45-3e65d66eab44,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:48.691694 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:48.879625 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 8007e0dc-0a86-4933-b816-3d335d300141 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:01:48.887884 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 40522) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:01:48.903665 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: 8007e0dc-0a86-4933-b816-3d335d300141 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:01:48.904046 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 8007e0dc-0a86-4933-b816-3d335d300141 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:01:48.905519 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device ae8f1c3e-59ea-4035-b342-ae3e3490b503 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:01:48.924132 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: ae8f1c3e-59ea-4035-b342-ae3e3490b503 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:01:48.924490 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device ae8f1c3e-59ea-4035-b342-ae3e3490b503 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:01:49.003810 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-7a8d5bd6-76db-480a-ab0f-69f15baae048 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2096333084-network', 'tenant_id': 'dac51ab0a3d24ce09cfd5fb30089ab38'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:01:49.025420 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8d5bd6-76db-480a-ab0f-69f15baae048 admin admin] Made reservation on behalf of dac51ab0a3d24ce09cfd5fb30089ab38 for: {'network': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 10:01:49.027709 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5bd6-76db-480a-ab0f-69f15baae048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:49.037080 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5bd6-76db-480a-ab0f-69f15baae048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:49.127778 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5bd6-76db-480a-ab0f-69f15baae048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:49.131753 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5bd6-76db-480a-ab0f-69f15baae048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:49.156268 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8d5bd6-76db-480a-ab0f-69f15baae048 admin admin] vlan segment allocate from pool success with {'vlan_id': 1116, 'physical_network': 'physnet1'} {{(pid=104728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 10:01:49.165958 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d5bd6-76db-480a-ab0f-69f15baae048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa10952-b022-4744-9826-2b3d8efec9ea,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:49.171101 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5bd6-76db-480a-ab0f-69f15baae048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:49.171449 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.segments_db [None req-7a8d5bd6-76db-480a-ab0f-69f15baae048 admin admin] Added segment 0f08fef8-4bb5-45ee-8eec-d4320d336cbe of type vlan for network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b Jul 29 10:01:49.213941 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5bd6-76db-480a-ab0f-69f15baae048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:49.244855 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5bd6-76db-480a-ab0f-69f15baae048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:49.245826 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8d5bd6-76db-480a-ab0f-69f15baae048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:49.246412 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5bd6-76db-480a-ab0f-69f15baae048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:49.292391 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-7a8d5bd6-76db-480a-ab0f-69f15baae048 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4024835 Jul 29 10:01:49.295198 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 40526) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:01:49.300173 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-9d918d3e-373c-46cd-a09e-6d994aab0802 admin admin] Request body: {'subnet': {'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2096333084-subnet', 'tenant_id': 'dac51ab0a3d24ce09cfd5fb30089ab38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:01:49.329333 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d5bd6-76db-480a-ab0f-69f15baae048 admin admin] Pushing event updated for resources: {'Network': ['ID=9a3d1d25-89bc-4af9-bf80-4d2de063e95b,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:49.336884 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d918d3e-373c-46cd-a09e-6d994aab0802 admin admin] Made reservation on behalf of dac51ab0a3d24ce09cfd5fb30089ab38 for: {'subnet': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 10:01:49.339151 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 10:01:49.339318 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9d918d3e-373c-46cd-a09e-6d994aab0802 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8094409'] for subnet, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:49.522999 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9d918d3e-373c-46cd-a09e-6d994aab0802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8099280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8094439'] for subnet, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:49.579628 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d918d3e-373c-46cd-a09e-6d994aab0802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=312587ec-9bb6-455c-8cec-249f06d2946e,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:49.591158 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d918d3e-373c-46cd-a09e-6d994aab0802 admin admin] Checking segment: {'id': '0f08fef8-4bb5-45ee-8eec-d4320d336cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:01:49.591524 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d918d3e-373c-46cd-a09e-6d994aab0802 admin admin] Network hostable DHCP agents. Network: 9a3d1d25-89bc-4af9-bf80-4d2de063e95b, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 10:01:49.608490 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d918d3e-373c-46cd-a09e-6d994aab0802 admin admin] Network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 10:01:49.617519 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-9d918d3e-373c-46cd-a09e-6d994aab0802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, 9a3d1d25-89bc-4af9-bf80-4d2de063e95b) {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:01:49.622227 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d918d3e-373c-46cd-a09e-6d994aab0802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:49.622934 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-9d918d3e-373c-46cd-a09e-6d994aab0802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:49.629107 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe0a148-b629-4594-8879-17fbd9129e8f None None] Network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 10:01:49.640180 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-9d918d3e-373c-46cd-a09e-6d994aab0802 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3438082 Jul 29 10:01:49.758728 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d1f39c-906e-4370-be54-fd636db12afd None None] Network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 10:01:50.094969 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-9863c987-cdab-48ef-a155-e3f600256594 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:50.096550 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-9863c987-cdab-48ef-a155-e3f600256594 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/networks?id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b HTTP/1.1" status: 200 len: 815 time: 0.1111178 Jul 29 10:01:50.112311 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-d1b1606a-044a-4208-b23c-b82ec89c77d9 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/quotas/dac51ab0a3d24ce09cfd5fb30089ab38 HTTP/1.1" status: 200 len: 375 time: 0.0097377 Jul 29 10:01:50.147306 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-6add64f7-e6b4-4f07-a8f0-d600f95f2b47 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dac51ab0a3d24ce09cfd5fb30089ab38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291352 Jul 29 10:01:50.285180 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-91c4ea5d-9165-48dd-9fae-9e21fac9e3f8 service neutron] 10.222.0.78 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308620 Jul 29 10:01:50.391405 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-1b838ed8-1619-40a7-92c1-7fc67c59c680 service neutron] 10.222.0.78 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995650 Jul 29 10:01:50.476066 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:50.570646 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8875207a-c3a2-4c32-9442-f5e8aa808e93 req-63ac7054-0a3c-4184-8e7c-b76d4d292faa tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=84d3b02d-ec58-4cd1-a990-9f2904f509a7 HTTP/1.1" status: 200 len: 210 time: 0.0409012 Jul 29 10:01:51.687517 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-675db306-f0d6-4afa-a8d6-e0af0f336cae req-242a9c06-749a-4d41-85cb-8d155adcecf1 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=84d3b02d-ec58-4cd1-a990-9f2904f509a7 HTTP/1.1" status: 200 len: 210 time: 0.0341694 Jul 29 10:01:51.749696 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-8d67673a-1699-434f-bc06-c340ac994c0f tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:51.751203 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-8d67673a-1699-434f-bc06-c340ac994c0f tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.89 "GET /v2.0/networks?id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b HTTP/1.1" status: 200 len: 815 time: 0.1529186 Jul 29 10:01:51.777214 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-0eacc568-a4cb-4e31-9cdd-f05cac171fb9 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Request body: {'port': {'device_id': '84d3b02d-ec58-4cd1-a990-9f2904f509a7', 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b', 'admin_state_up': True, 'tenant_id': 'dac51ab0a3d24ce09cfd5fb30089ab38'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:01:51.890260 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-0eacc568-a4cb-4e31-9cdd-f05cac171fb9 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Made reservation on behalf of dac51ab0a3d24ce09cfd5fb30089ab38 for: {'port': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 10:01:51.894037 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-0eacc568-a4cb-4e31-9cdd-f05cac171fb9 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:52.025863 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-0eacc568-a4cb-4e31-9cdd-f05cac171fb9 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Allocated IP 172.20.0.7 (9a3d1d25-89bc-4af9-bf80-4d2de063e95b/312587ec-9bb6-455c-8cec-249f06d2946e/aa1e8e09-22c3-4b5e-bab0-d2baa5401b67) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:01:52.171834 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-0eacc568-a4cb-4e31-9cdd-f05cac171fb9 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:52.211674 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-0eacc568-a4cb-4e31-9cdd-f05cac171fb9 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:52.253372 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-0eacc568-a4cb-4e31-9cdd-f05cac171fb9 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:01:52.256429 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-0eacc568-a4cb-4e31-9cdd-f05cac171fb9 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:01:52.260088 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-0eacc568-a4cb-4e31-9cdd-f05cac171fb9 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:01:52.285880 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacc568-a4cb-4e31-9cdd-f05cac171fb9 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Pushing event updated for resources: {'Port': ['ID=aa1e8e09-22c3-4b5e-bab0-d2baa5401b67,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:52.313567 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-0eacc568-a4cb-4e31-9cdd-f05cac171fb9 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:52.314252 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-0eacc568-a4cb-4e31-9cdd-f05cac171fb9 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:52.328438 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-0eacc568-a4cb-4e31-9cdd-f05cac171fb9 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5554554 Jul 29 10:01:52.347958 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Request body: {'port': {'device_id': '84d3b02d-ec58-4cd1-a990-9f2904f509a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:01:52.405813 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:52.663153 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 {{(pid=104728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:01:52.671077 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:52.682505 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Transition to ACTIVE for port object aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 will not be triggered until provisioned by entity L2. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:01:52.687444 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:52.737288 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1e8e09-22c3-4b5e-bab0-d2baa5401b67,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:52.848864 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dc12c-937c-413a-add1-4f44a348cffb req-8598f68d-00a5-4461-87a5-02b8891acff7 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:52.850404 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5c8dc12c-937c-413a-add1-4f44a348cffb req-8598f68d-00a5-4461-87a5-02b8891acff7 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=84d3b02d-ec58-4cd1-a990-9f2904f509a7 HTTP/1.1" status: 200 len: 943 time: 0.0908790 Jul 29 10:01:52.851108 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Attempting to bind port aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 10:01:52.851444 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Attempting to bind port aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '0f08fef8-4bb5-45ee-8eec-d4320d336cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b'}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 10:01:52.851772 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Attempting to bind port aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 on network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:01:52.858329 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Port aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 on network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 10:01:52.858746 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Attempting to bind port aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 on network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:01:52.875083 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 10, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 10:01:52.875753 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Checking segment: {'id': '0f08fef8-4bb5-45ee-8eec-d4320d336cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:01:52.875925 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Bound using segment: {'id': '0f08fef8-4bb5-45ee-8eec-d4320d336cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b'} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 10:01:52.876372 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Bound port: aa1e8e09-22c3-4b5e-bab0-d2baa5401b67, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f08fef8-4bb5-45ee-8eec-d4320d336cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b'}}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 10:01:52.876761 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:52.923205 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5c8dc12c-937c-413a-add1-4f44a348cffb req-b1461802-4b5b-468e-bbfe-587536339b02 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664947 Jul 29 10:01:52.959920 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] For port aa1e8e09-22c3-4b5e-bab0-d2baa5401b67, host hv-cinder-78825, cleared binding levels {{(pid=104728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 10:01:52.962888 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] For port aa1e8e09-22c3-4b5e-bab0-d2baa5401b67, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=aa1e8e09-22c3-4b5e-bab0-d2baa5401b67,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 10:01:52.967863 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:53.003240 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:53.003851 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:53.005253 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] 10.222.0.89 "PUT /v2.0/ports/aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 HTTP/1.1" status: 200 len: 1093 time: 0.6614490 Jul 29 10:01:53.005685 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d3b02d-ec58-4cd1-a990-9f2904f509a7', 'tag': 'aa1e8e09-22c3-4b5e-bab0-d2baa5401b67'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:01:53.007897 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b7ae42-cde1-467c-99ab-bf42bfd51e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "84d3b02d-ec58-4cd1-a990-9f2904f509a7", "tag": "aa1e8e09-22c3-4b5e-bab0-d2baa5401b67"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:01:53.030302 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a915cc-6bcb-47c7-943f-8386d2b9e8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1e8e09-22c3-4b5e-bab0-d2baa5401b67,revision_number=3']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:53.055922 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 10:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dd42ad-e1fa-4301-bcc4-39f9645a92d6 x-openstack-request-id: req-49dd42ad-e1fa-4301-bcc4-39f9645a92d6 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:01:53.056220 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d3b02d-ec58-4cd1-a990-9f2904f509a7", "tag": "aa1e8e09-22c3-4b5e-bab0-d2baa5401b67", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:01:53.056479 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-49dd42ad-e1fa-4301-bcc4-39f9645a92d6 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:01:53.056923 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d3b02d-ec58-4cd1-a990-9f2904f509a7', 'tag': 'aa1e8e09-22c3-4b5e-bab0-d2baa5401b67', 'status': 'completed', 'code': 200} Jul 29 10:01:53.116917 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-101a0a16-acab-41b7-a643-c517bd162333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:53.118430 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-101a0a16-acab-41b7-a643-c517bd162333 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac51ab0a3d24ce09cfd5fb30089ab38&device_id=84d3b02d-ec58-4cd1-a990-9f2904f509a7 HTTP/1.1" status: 200 len: 1096 time: 0.0417809 Jul 29 10:01:53.167420 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-704de81e-ffd2-4450-82c0-dce03c631dfb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 HTTP/1.1" status: 200 len: 217 time: 0.0339146 Jul 29 10:01:53.223550 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-b950f315-bd47-4f7f-8250-79d82f4be07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:53.224997 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-b950f315-bd47-4f7f-8250-79d82f4be07a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=312587ec-9bb6-455c-8cec-249f06d2946e HTTP/1.1" status: 200 len: 855 time: 0.0504673 Jul 29 10:01:53.257159 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-c205d70f-1bf0-4627-b7d7-a539eca76013 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241408 Jul 29 10:01:53.345329 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-33312111-6e3d-431d-9c3f-1befa0588769 service neutron] 10.222.0.89 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805094 Jul 29 10:01:53.438133 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-69c39860-0f9a-4d12-a9ef-b62f1702a373 req-4b195cd0-fdaf-498d-95e4-b961626a9a47 service neutron] 10.222.0.89 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855780 Jul 29 10:01:53.564235 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7ae42-cde1-467c-99ab-bf42bfd51e8f req-17c62960-b625-4ff1-91a0-2e90a3596cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:53.565753 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-59b7ae42-cde1-467c-99ab-bf42bfd51e8f req-17c62960-b625-4ff1-91a0-2e90a3596cc8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac51ab0a3d24ce09cfd5fb30089ab38&device_id=84d3b02d-ec58-4cd1-a990-9f2904f509a7 HTTP/1.1" status: 200 len: 1096 time: 0.0410168 Jul 29 10:01:53.658323 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7ae42-cde1-467c-99ab-bf42bfd51e8f req-0f9626cf-f226-467c-9af0-f6b6b95873ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:53.659796 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-59b7ae42-cde1-467c-99ab-bf42bfd51e8f req-0f9626cf-f226-467c-9af0-f6b6b95873ea service neutron] 10.222.0.89 "GET /v2.0/networks?id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b HTTP/1.1" status: 200 len: 917 time: 0.0869927 Jul 29 10:01:53.702672 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-59b7ae42-cde1-467c-99ab-bf42bfd51e8f req-4ee5b93e-ff9c-4ef8-82e3-f56e4b925323 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 HTTP/1.1" status: 200 len: 217 time: 0.0356157 Jul 29 10:01:53.751785 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7ae42-cde1-467c-99ab-bf42bfd51e8f req-0db1be26-7a29-4d66-ab82-682c8f5aa628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:53.753315 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-59b7ae42-cde1-467c-99ab-bf42bfd51e8f req-0db1be26-7a29-4d66-ab82-682c8f5aa628 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=312587ec-9bb6-455c-8cec-249f06d2946e HTTP/1.1" status: 200 len: 855 time: 0.0437837 Jul 29 10:01:53.785108 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-59b7ae42-cde1-467c-99ab-bf42bfd51e8f req-65513792-1cfa-4b62-82de-4e1e72b446ea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243800 Jul 29 10:01:53.878771 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-59b7ae42-cde1-467c-99ab-bf42bfd51e8f req-7a23933b-4811-44f5-98e7-af764ca13688 service neutron] 10.222.0.89 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864220 Jul 29 10:01:53.968375 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-59b7ae42-cde1-467c-99ab-bf42bfd51e8f req-464fd5e3-6631-4d3d-96b5-09715b5fcd82 service neutron] 10.222.0.89 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828152 Jul 29 10:01:54.049063 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0ea01-b83e-41da-830e-0d2e0989b5f4 req-8a908770-e7c3-4e56-8af3-19a508da8e98 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:54.050559 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4ae0ea01-b83e-41da-830e-0d2e0989b5f4 req-8a908770-e7c3-4e56-8af3-19a508da8e98 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=84d3b02d-ec58-4cd1-a990-9f2904f509a7 HTTP/1.1" status: 200 len: 943 time: 0.0554774 Jul 29 10:01:54.089143 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4ae0ea01-b83e-41da-830e-0d2e0989b5f4 req-32bfbae9-f928-46f1-b323-b60e327b590b tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326960 Jul 29 10:01:54.357709 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:01:55.227766 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac625500-6ae8-4e95-9dff-c4df5530503d req-11d06df6-d273-453d-909e-b2163bfed7c8 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:55.230412 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ac625500-6ae8-4e95-9dff-c4df5530503d req-11d06df6-d273-453d-909e-b2163bfed7c8 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=84d3b02d-ec58-4cd1-a990-9f2904f509a7 HTTP/1.1" status: 200 len: 943 time: 0.0653133 Jul 29 10:01:55.272642 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ac625500-6ae8-4e95-9dff-c4df5530503d req-701c1016-84ba-4e04-b356-fbb4e4088fc8 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355430 Jul 29 10:01:56.388893 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974e2cd-6ce0-4e11-8a12-433be5442bdd req-17d0974d-e5ed-48f8-a26a-1ec52432e441 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:56.390383 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d974e2cd-6ce0-4e11-8a12-433be5442bdd req-17d0974d-e5ed-48f8-a26a-1ec52432e441 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=84d3b02d-ec58-4cd1-a990-9f2904f509a7 HTTP/1.1" status: 200 len: 943 time: 0.0491669 Jul 29 10:01:56.427861 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d974e2cd-6ce0-4e11-8a12-433be5442bdd req-c98aad33-0d19-4453-90ee-fe30d155204b tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315952 Jul 29 10:01:56.439748 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 10:01:56.532572 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port aa1e8e09-22c3-4b5e-bab0-d2baa5401b67, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=aa1e8e09-22c3-4b5e-bab0-d2baa5401b67,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:01:56.547718 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': 'aa1e8e09-22c3-4b5e-bab0-d2baa5401b67', 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b', 'port_id': 'aa1e8e09-22c3-4b5e-bab0-d2baa5401b67', 'mac_address': 'fa:16:3e:e4:e1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312587ec-9bb6-455c-8cec-249f06d2946e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 10:01:56.586628 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:56.599457 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:01:56.618744 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port aa1e8e09-22c3-4b5e-bab0-d2baa5401b67, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=aa1e8e09-22c3-4b5e-bab0-d2baa5401b67,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:01:56.623478 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:56.671706 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=aa1e8e09-22c3-4b5e-bab0-d2baa5401b67,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:57.112088 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['aa1e8e09-22c3-4b5e-bab0-d2baa5401b67'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:01:57.553146 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03586c-5033-4bed-9672-48cb6c1805c1 req-6fffac79-d8be-4fee-a981-fada8919ccf9 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:57.554693 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0f03586c-5033-4bed-9672-48cb6c1805c1 req-6fffac79-d8be-4fee-a981-fada8919ccf9 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=84d3b02d-ec58-4cd1-a990-9f2904f509a7 HTTP/1.1" status: 200 len: 944 time: 0.0576587 Jul 29 10:01:57.595554 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0f03586c-5033-4bed-9672-48cb6c1805c1 req-200051ed-a29e-4e5b-8164-888bf62f2268 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335693 Jul 29 10:01:58.456942 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:01:58.507110 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:01:58.510864 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:01:58.511238 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:58.589599 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:58.736670 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364306b-9261-4360-a049-a0cfdff580c6 req-bae66dcd-a1ca-46d4-a466-3d4252644457 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:58.738292 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8364306b-9261-4360-a049-a0cfdff580c6 req-bae66dcd-a1ca-46d4-a466-3d4252644457 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=84d3b02d-ec58-4cd1-a990-9f2904f509a7 HTTP/1.1" status: 200 len: 944 time: 0.0590618 Jul 29 10:01:58.742347 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d3b02d-ec58-4cd1-a990-9f2904f509a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1e8e09-22c3-4b5e-bab0-d2baa5401b67'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:01:58.744655 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835a17fb-de8f-4110-80c0-753b537eb9e5" -d '{"events": [{"server_uuid": "84d3b02d-ec58-4cd1-a990-9f2904f509a7", "name": "network-vif-plugged", "status": "completed", "tag": "aa1e8e09-22c3-4b5e-bab0-d2baa5401b67"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:01:58.762522 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port aa1e8e09-22c3-4b5e-bab0-d2baa5401b67, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=aa1e8e09-22c3-4b5e-bab0-d2baa5401b67,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:01:58.768277 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:01:58.787536 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8364306b-9261-4360-a049-a0cfdff580c6 req-ed015dcd-e339-4fb7-876b-da935450cbdc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385628 Jul 29 10:01:58.791865 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1226263-0041-45e2-af76-301a49d68668 x-openstack-request-id: req-f1226263-0041-45e2-af76-301a49d68668 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:01:58.792414 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d3b02d-ec58-4cd1-a990-9f2904f509a7", "name": "network-vif-plugged", "status": "completed", "tag": "aa1e8e09-22c3-4b5e-bab0-d2baa5401b67", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:01:58.792607 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f1226263-0041-45e2-af76-301a49d68668 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:01:58.793067 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d3b02d-ec58-4cd1-a990-9f2904f509a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1e8e09-22c3-4b5e-bab0-d2baa5401b67', 'code': 200} Jul 29 10:01:58.822002 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=aa1e8e09-22c3-4b5e-bab0-d2baa5401b67,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:01:59.021532 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd193e-f294-4b5f-9df9-cd26d9752b85 req-2fa50121-c034-455d-a94c-a2be3d16fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:59.023233 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c8dd193e-f294-4b5f-9df9-cd26d9752b85 req-2fa50121-c034-455d-a94c-a2be3d16fc79 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=84d3b02d-ec58-4cd1-a990-9f2904f509a7 HTTP/1.1" status: 200 len: 1098 time: 0.0464764 Jul 29 10:01:59.062916 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c8dd193e-f294-4b5f-9df9-cd26d9752b85 req-bf4c83d4-83b4-450a-99d4-bc1364dbfd0e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320141 Jul 29 10:01:59.912144 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419c5ef-831a-424a-851b-b661d88fa303 req-3ecca814-e45d-4de9-8e92-108074835212 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:01:59.913704 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6419c5ef-831a-424a-851b-b661d88fa303 req-3ecca814-e45d-4de9-8e92-108074835212 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=84d3b02d-ec58-4cd1-a990-9f2904f509a7 HTTP/1.1" status: 200 len: 945 time: 0.0568964 Jul 29 10:01:59.962076 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6419c5ef-831a-424a-851b-b661d88fa303 req-ad20f569-6e75-4dee-82fd-0a7145c1d006 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387306 Jul 29 10:02:01.083990 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f9cc8-7049-4aba-a518-d69c3ff6b750 req-2f252762-124a-4f57-abb6-5fd6a61aca1b tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:01.085551 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c32f9cc8-7049-4aba-a518-d69c3ff6b750 req-2f252762-124a-4f57-abb6-5fd6a61aca1b tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=84d3b02d-ec58-4cd1-a990-9f2904f509a7 HTTP/1.1" status: 200 len: 945 time: 0.0510712 Jul 29 10:02:01.127547 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c32f9cc8-7049-4aba-a518-d69c3ff6b750 req-996f1073-2fe5-4d30-bd91-dd78f9ae57cb tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329666 Jul 29 10:02:10.632326 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-69699285-1dd9-44fb-b14d-f9884aa5aaca tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:10.633962 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-69699285-1dd9-44fb-b14d-f9884aa5aaca tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/networks?id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b HTTP/1.1" status: 200 len: 815 time: 0.1180828 Jul 29 10:02:10.651147 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-7cdaf23d-f647-463a-8642-503b64e35cd2 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/quotas/dac51ab0a3d24ce09cfd5fb30089ab38 HTTP/1.1" status: 200 len: 375 time: 0.0102968 Jul 29 10:02:10.706142 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-257c10d7-b9f6-4a48-8dfd-1c0e8505e843 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dac51ab0a3d24ce09cfd5fb30089ab38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486102 Jul 29 10:02:10.798918 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-69e92076-4202-445f-9fb0-e886e901c640 service neutron] 10.222.0.78 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850186 Jul 29 10:02:10.896393 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-023f1abc-f780-43b7-9726-e8cbb99910be service neutron] 10.222.0.78 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901878 Jul 29 10:02:11.065065 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c53d6d5d-8118-422a-8bef-580be2cb9670 req-78ea1e19-d4fb-4683-91bd-9b4267d28819 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 210 time: 0.0274880 Jul 29 10:02:12.276559 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-82c5addb-a6fe-474f-a2af-cbac0c93a216 req-c0e05893-cfcf-4c45-80fc-e181e85fd6c5 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 210 time: 0.0522172 Jul 29 10:02:12.351736 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-b47ff373-b454-4655-9c0a-1df2e5ace26b tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:12.354503 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-b47ff373-b454-4655-9c0a-1df2e5ace26b tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.89 "GET /v2.0/networks?id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b HTTP/1.1" status: 200 len: 815 time: 0.2084944 Jul 29 10:02:12.390208 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-2a211e89-85da-4685-96e9-813324cd4e13 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Request body: {'port': {'device_id': 'ff039abd-5d2d-44ea-913e-02d266ad78b3', 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b', 'admin_state_up': True, 'tenant_id': 'dac51ab0a3d24ce09cfd5fb30089ab38'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:02:12.587901 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-2a211e89-85da-4685-96e9-813324cd4e13 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Made reservation on behalf of dac51ab0a3d24ce09cfd5fb30089ab38 for: {'port': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 10:02:12.598230 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-2a211e89-85da-4685-96e9-813324cd4e13 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:12.774130 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-2a211e89-85da-4685-96e9-813324cd4e13 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Allocated IP 172.20.0.14 (9a3d1d25-89bc-4af9-bf80-4d2de063e95b/312587ec-9bb6-455c-8cec-249f06d2946e/c48cb6ff-be8c-4488-9432-a54f40cdd2a7) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:02:13.002775 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-2a211e89-85da-4685-96e9-813324cd4e13 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:13.074005 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-2a211e89-85da-4685-96e9-813324cd4e13 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:13.119175 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-2a211e89-85da-4685-96e9-813324cd4e13 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:02:13.121598 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['aa1e8e09-22c3-4b5e-bab0-d2baa5401b67'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:02:13.123192 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-2a211e89-85da-4685-96e9-813324cd4e13 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:02:13.127013 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-2a211e89-85da-4685-96e9-813324cd4e13 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:02:13.155019 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a211e89-85da-4685-96e9-813324cd4e13 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Pushing event updated for resources: {'Port': ['ID=c48cb6ff-be8c-4488-9432-a54f40cdd2a7,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:02:13.181337 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-2a211e89-85da-4685-96e9-813324cd4e13 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:13.181945 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-2a211e89-85da-4685-96e9-813324cd4e13 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:13.198571 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-2a211e89-85da-4685-96e9-813324cd4e13 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8160253 Jul 29 10:02:13.219630 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Request body: {'port': {'device_id': 'ff039abd-5d2d-44ea-913e-02d266ad78b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:02:13.285674 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:13.520289 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e6348-7318-4b0f-8837-4e9b80fbd538 req-1465291e-4dbf-46c1-94db-537d47a09970 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:13.521886 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-787e6348-7318-4b0f-8837-4e9b80fbd538 req-1465291e-4dbf-46c1-94db-537d47a09970 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 932 time: 0.1145177 Jul 29 10:02:13.595118 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-787e6348-7318-4b0f-8837-4e9b80fbd538 req-9d118840-7e06-41a4-835d-2ffe0fbd6e54 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650821 Jul 29 10:02:13.659937 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c48cb6ff-be8c-4488-9432-a54f40cdd2a7 {{(pid=104728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:02:13.671914 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:13.686200 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Transition to ACTIVE for port object c48cb6ff-be8c-4488-9432-a54f40cdd2a7 will not be triggered until provisioned by entity L2. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:02:13.691651 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:13.747591 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Pushing event updated for resources: {'Port': ['ID=c48cb6ff-be8c-4488-9432-a54f40cdd2a7,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:02:13.819466 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Attempting to bind port c48cb6ff-be8c-4488-9432-a54f40cdd2a7 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 10:02:13.819885 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Attempting to bind port c48cb6ff-be8c-4488-9432-a54f40cdd2a7 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '0f08fef8-4bb5-45ee-8eec-d4320d336cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b'}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 10:02:13.820215 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Attempting to bind port c48cb6ff-be8c-4488-9432-a54f40cdd2a7 on network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:02:13.825909 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Port c48cb6ff-be8c-4488-9432-a54f40cdd2a7 on network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 10:02:13.826394 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Attempting to bind port c48cb6ff-be8c-4488-9432-a54f40cdd2a7 on network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:02:13.832072 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 10, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 10:02:13.832408 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Checking segment: {'id': '0f08fef8-4bb5-45ee-8eec-d4320d336cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:02:13.832818 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Bound using segment: {'id': '0f08fef8-4bb5-45ee-8eec-d4320d336cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b'} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 10:02:13.833251 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Bound port: c48cb6ff-be8c-4488-9432-a54f40cdd2a7, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f08fef8-4bb5-45ee-8eec-d4320d336cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b'}}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 10:02:13.833613 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:13.904870 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] For port c48cb6ff-be8c-4488-9432-a54f40cdd2a7, host hv-cinder-78825, cleared binding levels {{(pid=104728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 10:02:13.908167 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] For port c48cb6ff-be8c-4488-9432-a54f40cdd2a7, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c48cb6ff-be8c-4488-9432-a54f40cdd2a7,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 10:02:13.912264 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:13.952039 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:13.952665 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:13.954448 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] 10.222.0.89 "PUT /v2.0/ports/c48cb6ff-be8c-4488-9432-a54f40cdd2a7 HTTP/1.1" status: 200 len: 1094 time: 0.7396300 Jul 29 10:02:13.954905 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff039abd-5d2d-44ea-913e-02d266ad78b3', 'tag': 'c48cb6ff-be8c-4488-9432-a54f40cdd2a7'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:02:13.957218 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158a7676-53f9-439e-86ea-026339dd22b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff039abd-5d2d-44ea-913e-02d266ad78b3", "tag": "c48cb6ff-be8c-4488-9432-a54f40cdd2a7"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:02:13.986452 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62d39c-40cb-4d66-921f-84c345b3a91f service neutron] Pushing event updated for resources: {'Port': ['ID=c48cb6ff-be8c-4488-9432-a54f40cdd2a7,revision_number=3']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:02:14.001421 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 10:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3992a884-55e6-4edb-8bb4-a4c177d06d49 x-openstack-request-id: req-3992a884-55e6-4edb-8bb4-a4c177d06d49 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:02:14.001724 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff039abd-5d2d-44ea-913e-02d266ad78b3", "tag": "c48cb6ff-be8c-4488-9432-a54f40cdd2a7", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:02:14.001982 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3992a884-55e6-4edb-8bb4-a4c177d06d49 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:02:14.002389 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff039abd-5d2d-44ea-913e-02d266ad78b3', 'tag': 'c48cb6ff-be8c-4488-9432-a54f40cdd2a7', 'status': 'completed', 'code': 200} Jul 29 10:02:14.087927 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-9c6f0440-db53-41d6-9e11-aa9aac1c0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:14.089503 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-9c6f0440-db53-41d6-9e11-aa9aac1c0c6b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac51ab0a3d24ce09cfd5fb30089ab38&device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 1097 time: 0.0457594 Jul 29 10:02:14.175300 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-f224abdf-54d3-4a5d-8619-f94daac8e65c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c48cb6ff-be8c-4488-9432-a54f40cdd2a7 HTTP/1.1" status: 200 len: 217 time: 0.0590739 Jul 29 10:02:14.242092 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-c7b0f37c-2c95-4220-ad9b-c47837a0ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:14.243684 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-c7b0f37c-2c95-4220-ad9b-c47837a0ef30 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=312587ec-9bb6-455c-8cec-249f06d2946e HTTP/1.1" status: 200 len: 855 time: 0.0532799 Jul 29 10:02:14.248391 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-a703c1a1-7b44-4c61-84c0-b7fb1d57bb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:14.274812 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:14.287286 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-d5289c34-d93f-4692-bab0-b7e2566a2625 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301757 Jul 29 10:02:14.401436 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-34ab0132-300c-495a-b743-a38562132252 service neutron] 10.222.0.89 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054614 Jul 29 10:02:14.506240 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d50ebc1-a952-4bf9-b182-4893ebf2c86a req-916e257a-aeea-4898-86d0-e92c157d1dd1 service neutron] 10.222.0.89 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937812 Jul 29 10:02:14.704062 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a7676-53f9-439e-86ea-026339dd22b3 req-cb17d71b-1733-4128-bfde-50ae3221313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:14.705661 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-158a7676-53f9-439e-86ea-026339dd22b3 req-cb17d71b-1733-4128-bfde-50ae3221313d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac51ab0a3d24ce09cfd5fb30089ab38&device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 1097 time: 0.0737557 Jul 29 10:02:14.735810 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a211e-82fb-4c7d-9afd-9ee036dc297f req-afd4d2aa-7de7-474d-aa32-1b299246473c tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:14.737296 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-066a211e-82fb-4c7d-9afd-9ee036dc297f req-afd4d2aa-7de7-474d-aa32-1b299246473c tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 944 time: 0.0695765 Jul 29 10:02:14.821546 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-066a211e-82fb-4c7d-9afd-9ee036dc297f req-68063c86-3f9b-48ba-ad72-9b1914286186 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746086 Jul 29 10:02:14.841570 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a7676-53f9-439e-86ea-026339dd22b3 req-d326ae31-577b-41f1-8744-dd249b80ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:14.843148 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-158a7676-53f9-439e-86ea-026339dd22b3 req-d326ae31-577b-41f1-8744-dd249b80ddfa service neutron] 10.222.0.89 "GET /v2.0/networks?id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b HTTP/1.1" status: 200 len: 917 time: 0.1228864 Jul 29 10:02:14.890630 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-158a7676-53f9-439e-86ea-026339dd22b3 req-2335e2f1-291a-426a-9971-cbf8da5b7240 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c48cb6ff-be8c-4488-9432-a54f40cdd2a7 HTTP/1.1" status: 200 len: 217 time: 0.0382664 Jul 29 10:02:15.199914 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a7676-53f9-439e-86ea-026339dd22b3 req-23365678-83ea-496a-81c7-c2af74e7a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:15.202142 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-158a7676-53f9-439e-86ea-026339dd22b3 req-23365678-83ea-496a-81c7-c2af74e7a99e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=312587ec-9bb6-455c-8cec-249f06d2946e HTTP/1.1" status: 200 len: 855 time: 0.3015099 Jul 29 10:02:15.234875 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-158a7676-53f9-439e-86ea-026339dd22b3 req-d8d1b2ca-5421-4cdb-9c7e-120ae3061007 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239992 Jul 29 10:02:15.332759 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-158a7676-53f9-439e-86ea-026339dd22b3 req-53044eb1-d1be-4665-9de9-f9bfc9db2511 service neutron] 10.222.0.89 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893695 Jul 29 10:02:15.427847 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-158a7676-53f9-439e-86ea-026339dd22b3 req-17ac3553-efea-4aa2-bf31-dff68769911d service neutron] 10.222.0.89 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838389 Jul 29 10:02:15.939440 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56104cbc-78c4-4642-bf1d-6877f728e565 req-96c72322-df7a-4e8f-af7b-53ec1c85ea37 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:15.940961 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-56104cbc-78c4-4642-bf1d-6877f728e565 req-96c72322-df7a-4e8f-af7b-53ec1c85ea37 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 944 time: 0.0504599 Jul 29 10:02:15.979813 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-56104cbc-78c4-4642-bf1d-6877f728e565 req-964944c8-7128-4003-9ed0-276853213319 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328515 Jul 29 10:02:16.062974 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-10325726-3d0d-4dbf-add0-e0bb215ee0fa req-b50a7839-5c49-4706-b66f-19eeb9052be2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434568 Jul 29 10:02:16.190697 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325726-3d0d-4dbf-add0-e0bb215ee0fa req-36566481-e56c-4ef7-90b7-3887db779747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:16.192205 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-10325726-3d0d-4dbf-add0-e0bb215ee0fa req-36566481-e56c-4ef7-90b7-3887db779747 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=735b6107d1e24edfb73207b6522a26c4&device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 1098 time: 0.0403917 Jul 29 10:02:16.299643 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325726-3d0d-4dbf-add0-e0bb215ee0fa req-c2c5d16d-d2b7-4bbf-92ae-edb0ebd2110c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:16.301150 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-10325726-3d0d-4dbf-add0-e0bb215ee0fa req-c2c5d16d-d2b7-4bbf-92ae-edb0ebd2110c service neutron] 10.222.0.89 "GET /v2.0/networks?id=3fa3a7a6-9806-484d-b0ba-8344627c78e2 HTTP/1.1" status: 200 len: 919 time: 0.0866504 Jul 29 10:02:16.370320 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-10325726-3d0d-4dbf-add0-e0bb215ee0fa req-df34e816-ae66-4ace-acac-b626a4108b1f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34094876-bc5b-4e18-8369-2505fa5e21fb HTTP/1.1" status: 200 len: 1001 time: 0.0610213 Jul 29 10:02:16.428414 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325726-3d0d-4dbf-add0-e0bb215ee0fa req-9c0e4e20-77d1-41ae-824e-afcf453029bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:16.429902 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-10325726-3d0d-4dbf-add0-e0bb215ee0fa req-9c0e4e20-77d1-41ae-824e-afcf453029bb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4d807706-b29a-4520-8761-85daf7efff9e HTTP/1.1" status: 200 len: 856 time: 0.0451469 Jul 29 10:02:16.485737 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325726-3d0d-4dbf-add0-e0bb215ee0fa req-891665c8-529f-4ee7-a67d-ea75e797b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:16.487240 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-10325726-3d0d-4dbf-add0-e0bb215ee0fa req-891665c8-529f-4ee7-a67d-ea75e797b4a9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3fa3a7a6-9806-484d-b0ba-8344627c78e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422392 Jul 29 10:02:16.586626 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-10325726-3d0d-4dbf-add0-e0bb215ee0fa req-940d0f15-08d6-4ba3-8db6-16b6a37995e8 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872195 Jul 29 10:02:16.677867 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-10325726-3d0d-4dbf-add0-e0bb215ee0fa req-06e7df9e-5b86-4eb7-b2f4-6f462e3d49ac service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823405 Jul 29 10:02:17.100621 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164093e-cfb7-4cd1-bd26-112dc948b563 req-ee11b5cb-2ce2-4d84-a947-cca62643c0af tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:17.102064 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8164093e-cfb7-4cd1-bd26-112dc948b563 req-ee11b5cb-2ce2-4d84-a947-cca62643c0af tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 944 time: 0.0541465 Jul 29 10:02:17.143314 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8164093e-cfb7-4cd1-bd26-112dc948b563 req-906471cd-53a0-401d-be57-6feb6757e5ee tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345449 Jul 29 10:02:17.289636 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-3f26c5b6-44a7-466f-92cd-e0611e18a854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:17.713389 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:18.270689 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ccd09-e72b-4e49-a311-1972e610f695 req-801488e3-afc3-4d22-a153-5b79b06088fd tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:18.272265 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-419ccd09-e72b-4e49-a311-1972e610f695 req-801488e3-afc3-4d22-a153-5b79b06088fd tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 944 time: 0.0571032 Jul 29 10:02:18.316329 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-419ccd09-e72b-4e49-a311-1972e610f695 req-a6e52b3e-4da0-44a6-b38f-1e090288d56d tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380414 Jul 29 10:02:18.515731 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device c48cb6ff-be8c-4488-9432-a54f40cdd2a7 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 10:02:18.610851 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port c48cb6ff-be8c-4488-9432-a54f40cdd2a7, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c48cb6ff-be8c-4488-9432-a54f40cdd2a7,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:02:18.622541 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': 'c48cb6ff-be8c-4488-9432-a54f40cdd2a7', 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b', 'port_id': 'c48cb6ff-be8c-4488-9432-a54f40cdd2a7', 'mac_address': 'fa:16:3e:c7:e3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312587ec-9bb6-455c-8cec-249f06d2946e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 10:02:18.661153 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:18.674081 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c48cb6ff-be8c-4488-9432-a54f40cdd2a7 {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:02:18.700970 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:18.704527 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port c48cb6ff-be8c-4488-9432-a54f40cdd2a7, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c48cb6ff-be8c-4488-9432-a54f40cdd2a7,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:02:18.709670 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:18.779189 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=c48cb6ff-be8c-4488-9432-a54f40cdd2a7,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:02:19.257484 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['c48cb6ff-be8c-4488-9432-a54f40cdd2a7'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:02:19.445264 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980da6-4a26-4872-af80-f6b782ff0b9b req-b38c1f5c-9ea3-4e13-a5c4-4c863e191310 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:19.446843 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4f980da6-4a26-4872-af80-f6b782ff0b9b req-b38c1f5c-9ea3-4e13-a5c4-4c863e191310 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 945 time: 0.0526733 Jul 29 10:02:19.487846 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4f980da6-4a26-4872-af80-f6b782ff0b9b req-c333e6a6-3d7d-476a-9845-34e40842292b tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334435 Jul 29 10:02:20.477509 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:20.535384 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device c48cb6ff-be8c-4488-9432-a54f40cdd2a7 up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:02:20.594155 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port c48cb6ff-be8c-4488-9432-a54f40cdd2a7 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:02:20.598629 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port c48cb6ff-be8c-4488-9432-a54f40cdd2a7 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:02:20.599021 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:20.626113 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035d2a-d901-4484-9c83-a9cd5a59c88d req-1e511d33-3548-4ae2-bd9f-ec5b549552d2 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:20.627782 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f8035d2a-d901-4484-9c83-a9cd5a59c88d req-1e511d33-3548-4ae2-bd9f-ec5b549552d2 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 945 time: 0.0648150 Jul 29 10:02:20.667117 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f8035d2a-d901-4484-9c83-a9cd5a59c88d req-1ced5497-ef7a-41be-9d61-ce5a916a729a tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328362 Jul 29 10:02:20.710317 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:20.740126 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff039abd-5d2d-44ea-913e-02d266ad78b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48cb6ff-be8c-4488-9432-a54f40cdd2a7'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:02:20.742389 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba97762-659e-40fc-9f0f-8746b74f451e" -d '{"events": [{"server_uuid": "ff039abd-5d2d-44ea-913e-02d266ad78b3", "name": "network-vif-plugged", "status": "completed", "tag": "c48cb6ff-be8c-4488-9432-a54f40cdd2a7"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:02:20.756782 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port c48cb6ff-be8c-4488-9432-a54f40cdd2a7, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c48cb6ff-be8c-4488-9432-a54f40cdd2a7,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:02:20.761249 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:20.792347 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e90afc5-ac4e-4075-90c0-4a4e93588306 x-openstack-request-id: req-4e90afc5-ac4e-4075-90c0-4a4e93588306 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:02:20.792636 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff039abd-5d2d-44ea-913e-02d266ad78b3", "name": "network-vif-plugged", "status": "completed", "tag": "c48cb6ff-be8c-4488-9432-a54f40cdd2a7", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:02:20.792909 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4e90afc5-ac4e-4075-90c0-4a4e93588306 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:02:20.793292 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff039abd-5d2d-44ea-913e-02d266ad78b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48cb6ff-be8c-4488-9432-a54f40cdd2a7', 'code': 200} Jul 29 10:02:20.820522 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=c48cb6ff-be8c-4488-9432-a54f40cdd2a7,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:02:21.045398 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89a104-8f6e-475e-a193-e030ef2f0267 req-cd21dd6e-814b-4146-8131-8c1bac0d05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:21.047018 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3d89a104-8f6e-475e-a193-e030ef2f0267 req-cd21dd6e-814b-4146-8131-8c1bac0d05a3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 1099 time: 0.0476201 Jul 29 10:02:21.110904 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3d89a104-8f6e-475e-a193-e030ef2f0267 req-0dadd6aa-9e7b-411d-ac95-3426cbd2003e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298176 Jul 29 10:02:21.790919 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc434b1-4fc8-484a-985b-8f12bb33b467 req-df7447fa-907b-4285-9c1d-dae1c1a45f8e tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:21.792478 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6fc434b1-4fc8-484a-985b-8f12bb33b467 req-df7447fa-907b-4285-9c1d-dae1c1a45f8e tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.0525129 Jul 29 10:02:21.835687 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6fc434b1-4fc8-484a-985b-8f12bb33b467 req-05e7c10b-9a93-421d-8aaa-9fcacc1b3671 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370162 Jul 29 10:02:22.965040 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e0b14-418b-4a11-a197-cb044b25ec28 req-fa7fd759-8e7a-4958-abf9-ea9ca59c894f tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:22.967253 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-663e0b14-418b-4a11-a197-cb044b25ec28 req-fa7fd759-8e7a-4958-abf9-ea9ca59c894f tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.0599446 Jul 29 10:02:23.007178 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-663e0b14-418b-4a11-a197-cb044b25ec28 req-b0085858-008e-480b-afc3-db3d4a69ed82 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337803 Jul 29 10:02:24.123054 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616f58d-2d65-453b-86cd-e74cce221ac1 req-c9d76dfb-acdb-40b8-969a-f74315761874 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:24.124596 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8616f58d-2d65-453b-86cd-e74cce221ac1 req-c9d76dfb-acdb-40b8-969a-f74315761874 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.0511897 Jul 29 10:02:24.163643 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8616f58d-2d65-453b-86cd-e74cce221ac1 req-aa61921d-877f-4060-a265-0ce85633e4ad tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329778 Jul 29 10:02:25.852546 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-ac9bf14c-1d60-4b0c-9401-dc28bf6c3372 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:25.853964 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-ac9bf14c-1d60-4b0c-9401-dc28bf6c3372 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/networks?id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b HTTP/1.1" status: 200 len: 815 time: 0.1057191 Jul 29 10:02:25.869502 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-fe2d7247-768f-4a98-b666-8f574ef7eb28 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/quotas/dac51ab0a3d24ce09cfd5fb30089ab38 HTTP/1.1" status: 200 len: 375 time: 0.0097706 Jul 29 10:02:25.922339 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-404ce5b8-b104-4574-bbf0-85e937cfda7d tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dac51ab0a3d24ce09cfd5fb30089ab38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466487 Jul 29 10:02:26.013516 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-d296ea2e-b659-438a-a07d-da261328d0ce service neutron] 10.222.0.78 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829830 Jul 29 10:02:26.108065 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-3284942e-a92a-4265-a4f9-ed82b3fbde04 service neutron] 10.222.0.78 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886095 Jul 29 10:02:26.266757 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9b700f68-bce0-411d-97e6-5179082d3d45 req-b426e66b-bcff-4f21-bb55-d39caf1f9e2a tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 210 time: 0.0285215 Jul 29 10:02:27.370638 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d8a2d9f7-5905-40af-8044-5d35b1ef26a5 req-25f48266-91d6-49bc-8e70-e590d044c1e2 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 210 time: 0.0263369 Jul 29 10:02:27.504017 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-252c0d37-1b23-425a-835c-af3c88d7a81e tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:27.505460 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-252c0d37-1b23-425a-835c-af3c88d7a81e tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.89 "GET /v2.0/networks?id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b HTTP/1.1" status: 200 len: 815 time: 0.1180267 Jul 29 10:02:27.547062 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Request body: {'port': {'device_id': '77caaecf-f57a-4211-8660-12f3d2bdeed8', 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b', 'admin_state_up': True, 'tenant_id': 'dac51ab0a3d24ce09cfd5fb30089ab38'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:02:27.666754 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Made reservation on behalf of dac51ab0a3d24ce09cfd5fb30089ab38 for: {'port': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 10:02:27.671221 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:27.831870 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Allocated IP 172.20.0.12 (9a3d1d25-89bc-4af9-bf80-4d2de063e95b/312587ec-9bb6-455c-8cec-249f06d2946e/f0cf837b-23d3-4d9e-b989-e9581b2e5cfd) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:02:28.022717 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:28.070172 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:28.121528 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:02:28.125656 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['aa1e8e09-22c3-4b5e-bab0-d2baa5401b67', 'c48cb6ff-be8c-4488-9432-a54f40cdd2a7'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:02:28.126233 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:02:28.129879 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:02:28.170866 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Pushing event updated for resources: {'Port': ['ID=f0cf837b-23d3-4d9e-b989-e9581b2e5cfd,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:02:28.187751 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:28.188094 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:28.188474 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:28.188816 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:28.189154 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:28.189497 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:28.189824 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:28.190156 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:28.190604 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:28.190869 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:28.191196 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:28.191524 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:28.215137 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:28.216516 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:28.236749 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-5522467e-c2ce-43d3-87b2-62d6bb07b3ff tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6945345 Jul 29 10:02:28.260532 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Request body: {'port': {'device_id': '77caaecf-f57a-4211-8660-12f3d2bdeed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:02:28.346212 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:28.568694 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa26b74-7a0b-4448-901f-17e6e31d38fb req-219471f9-9b28-46ee-ac9e-1c4ddadbc68f tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:28.570205 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eaa26b74-7a0b-4448-901f-17e6e31d38fb req-219471f9-9b28-46ee-ac9e-1c4ddadbc68f tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 932 time: 0.1168528 Jul 29 10:02:28.643430 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eaa26b74-7a0b-4448-901f-17e6e31d38fb req-1aeff2d0-adc9-4ffb-81ce-27bf1dc5679c tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660927 Jul 29 10:02:28.694319 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0cf837b-23d3-4d9e-b989-e9581b2e5cfd {{(pid=104728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:02:28.703236 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:28.716649 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Transition to ACTIVE for port object f0cf837b-23d3-4d9e-b989-e9581b2e5cfd will not be triggered until provisioned by entity L2. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:02:28.720644 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:28.787410 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f0cf837b-23d3-4d9e-b989-e9581b2e5cfd,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:02:28.844531 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Attempting to bind port f0cf837b-23d3-4d9e-b989-e9581b2e5cfd on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 10:02:28.844910 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Attempting to bind port f0cf837b-23d3-4d9e-b989-e9581b2e5cfd by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '0f08fef8-4bb5-45ee-8eec-d4320d336cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b'}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 10:02:28.845291 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Attempting to bind port f0cf837b-23d3-4d9e-b989-e9581b2e5cfd on network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:02:28.849838 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Port f0cf837b-23d3-4d9e-b989-e9581b2e5cfd on network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 10:02:28.850113 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Attempting to bind port f0cf837b-23d3-4d9e-b989-e9581b2e5cfd on network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:02:28.854982 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 10, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 10:02:28.855317 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Checking segment: {'id': '0f08fef8-4bb5-45ee-8eec-d4320d336cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:02:28.855697 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Bound using segment: {'id': '0f08fef8-4bb5-45ee-8eec-d4320d336cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b'} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 10:02:28.864629 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Bound port: f0cf837b-23d3-4d9e-b989-e9581b2e5cfd, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f08fef8-4bb5-45ee-8eec-d4320d336cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b'}}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 10:02:28.865023 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:28.928778 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] For port f0cf837b-23d3-4d9e-b989-e9581b2e5cfd, host hv-cinder-78825, cleared binding levels {{(pid=104728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 10:02:28.931954 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] For port f0cf837b-23d3-4d9e-b989-e9581b2e5cfd, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f0cf837b-23d3-4d9e-b989-e9581b2e5cfd,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 10:02:28.936241 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:28.970092 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:28.970707 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:28.972093 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] 10.222.0.89 "PUT /v2.0/ports/f0cf837b-23d3-4d9e-b989-e9581b2e5cfd HTTP/1.1" status: 200 len: 1094 time: 0.7205379 Jul 29 10:02:28.972564 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77caaecf-f57a-4211-8660-12f3d2bdeed8', 'tag': 'f0cf837b-23d3-4d9e-b989-e9581b2e5cfd'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:02:28.974835 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ae4355-4a5b-482a-8651-15b9271ec3dc" -d '{"events": [{"name": "network-changed", "server_uuid": "77caaecf-f57a-4211-8660-12f3d2bdeed8", "tag": "f0cf837b-23d3-4d9e-b989-e9581b2e5cfd"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:02:29.002999 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd5039-21e8-4926-8830-e842764884e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f0cf837b-23d3-4d9e-b989-e9581b2e5cfd,revision_number=3']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:02:29.021505 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 10:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4767731-6bd4-44ab-81bb-28dbce1c8315 x-openstack-request-id: req-f4767731-6bd4-44ab-81bb-28dbce1c8315 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:02:29.021799 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77caaecf-f57a-4211-8660-12f3d2bdeed8", "tag": "f0cf837b-23d3-4d9e-b989-e9581b2e5cfd", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:02:29.022055 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f4767731-6bd4-44ab-81bb-28dbce1c8315 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:02:29.022452 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77caaecf-f57a-4211-8660-12f3d2bdeed8', 'tag': 'f0cf837b-23d3-4d9e-b989-e9581b2e5cfd', 'status': 'completed', 'code': 200} Jul 29 10:02:29.096870 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-28dfa47f-b685-4ea9-866a-8171ad8ca508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:29.099089 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-28dfa47f-b685-4ea9-866a-8171ad8ca508 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac51ab0a3d24ce09cfd5fb30089ab38&device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 1097 time: 0.0457966 Jul 29 10:02:29.150991 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-de5c2f51-4b48-4a7b-8742-89039f3ec5ac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0cf837b-23d3-4d9e-b989-e9581b2e5cfd HTTP/1.1" status: 200 len: 217 time: 0.0370781 Jul 29 10:02:29.214328 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-04c3ea99-4d10-45cc-913c-a01f0c701a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:29.216280 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-04c3ea99-4d10-45cc-913c-a01f0c701a9d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=312587ec-9bb6-455c-8cec-249f06d2946e HTTP/1.1" status: 200 len: 855 time: 0.0583677 Jul 29 10:02:29.249538 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-e01a4efd-5b30-41f5-8b0d-3d24fb7e931a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253901 Jul 29 10:02:29.348379 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-f3813e57-7fb0-4d76-a512-1f5cc84a0a73 service neutron] 10.222.0.89 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914111 Jul 29 10:02:29.446747 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0bb562d5-0a6e-4711-b70b-6bfe86874236 req-557d3155-b0e3-42fa-a0de-3cb6e842025c service neutron] 10.222.0.89 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872998 Jul 29 10:02:29.583970 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae4355-4a5b-482a-8651-15b9271ec3dc req-cf9937ae-6e39-4201-b605-14f6f36b8ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:29.585648 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c9ae4355-4a5b-482a-8651-15b9271ec3dc req-cf9937ae-6e39-4201-b605-14f6f36b8ef3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac51ab0a3d24ce09cfd5fb30089ab38&device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 1097 time: 0.0476089 Jul 29 10:02:29.697613 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae4355-4a5b-482a-8651-15b9271ec3dc req-42604622-9b85-48fb-8cc8-df30c97507a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:29.699472 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c9ae4355-4a5b-482a-8651-15b9271ec3dc req-42604622-9b85-48fb-8cc8-df30c97507a9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b HTTP/1.1" status: 200 len: 917 time: 0.1058393 Jul 29 10:02:29.750532 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c9ae4355-4a5b-482a-8651-15b9271ec3dc req-38dfb119-cb5f-4479-84f3-a95ce622bed6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0cf837b-23d3-4d9e-b989-e9581b2e5cfd HTTP/1.1" status: 200 len: 217 time: 0.0434997 Jul 29 10:02:29.827261 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae4355-4a5b-482a-8651-15b9271ec3dc req-655165ca-e319-4327-84c5-9ae947b1ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:29.829092 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c9ae4355-4a5b-482a-8651-15b9271ec3dc req-655165ca-e319-4327-84c5-9ae947b1ac64 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=312587ec-9bb6-455c-8cec-249f06d2946e HTTP/1.1" status: 200 len: 855 time: 0.0707059 Jul 29 10:02:29.845534 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4bc5d-2eb8-492e-a011-eaf412d5c02d req-f5f76520-9346-4037-a577-848194914bb0 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:29.846989 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f7d4bc5d-2eb8-492e-a011-eaf412d5c02d req-f5f76520-9346-4037-a577-848194914bb0 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 944 time: 0.0990269 Jul 29 10:02:29.879752 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c9ae4355-4a5b-482a-8651-15b9271ec3dc req-f7de0032-8980-4a4d-9fbf-f7070b702a4d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434663 Jul 29 10:02:29.955770 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f7d4bc5d-2eb8-492e-a011-eaf412d5c02d req-382c95eb-6223-4f6b-bf7c-1ccb1fb3d7e9 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981374 Jul 29 10:02:29.991279 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c9ae4355-4a5b-482a-8651-15b9271ec3dc req-9313f480-da20-4413-96a2-8cdb6a578f87 service neutron] 10.222.0.89 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035957 Jul 29 10:02:30.086157 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c9ae4355-4a5b-482a-8651-15b9271ec3dc req-339e2755-b610-4e23-955b-34561edd5141 service neutron] 10.222.0.89 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865366 Jul 29 10:02:31.074338 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdfe46-9e3d-4e54-ad27-d3f206d64436 req-5ec371a5-b3b2-4f92-ab8e-eb14d3061eae tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:31.076891 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e1cdfe46-9e3d-4e54-ad27-d3f206d64436 req-5ec371a5-b3b2-4f92-ab8e-eb14d3061eae tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 944 time: 0.0508294 Jul 29 10:02:31.117067 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e1cdfe46-9e3d-4e54-ad27-d3f206d64436 req-41cf63b0-61dd-4820-b355-4f0e3c1faf2a tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335665 Jul 29 10:02:31.356643 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:02:32.236809 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3192e4-00f9-4079-801c-6fc446d38955 req-cbac7cfd-5672-45f3-9054-6d8491aee376 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:32.238329 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4b3192e4-00f9-4079-801c-6fc446d38955 req-cbac7cfd-5672-45f3-9054-6d8491aee376 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 944 time: 0.0543556 Jul 29 10:02:32.276717 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4b3192e4-00f9-4079-801c-6fc446d38955 req-4d12dd72-2e36-4d50-a64d-e825388dddce tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324385 Jul 29 10:02:32.598586 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device f0cf837b-23d3-4d9e-b989-e9581b2e5cfd details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 10:02:32.693794 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port f0cf837b-23d3-4d9e-b989-e9581b2e5cfd, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f0cf837b-23d3-4d9e-b989-e9581b2e5cfd,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:02:32.706612 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': 'f0cf837b-23d3-4d9e-b989-e9581b2e5cfd', 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b', 'port_id': 'f0cf837b-23d3-4d9e-b989-e9581b2e5cfd', 'mac_address': 'fa:16:3e:2f:e6:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312587ec-9bb6-455c-8cec-249f06d2946e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 10:02:32.743640 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:32.757846 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0cf837b-23d3-4d9e-b989-e9581b2e5cfd {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:02:32.778715 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port f0cf837b-23d3-4d9e-b989-e9581b2e5cfd, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f0cf837b-23d3-4d9e-b989-e9581b2e5cfd,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:02:32.782779 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:32.832917 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=f0cf837b-23d3-4d9e-b989-e9581b2e5cfd,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:02:33.383176 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['f0cf837b-23d3-4d9e-b989-e9581b2e5cfd'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:02:33.397909 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0015a-7a27-4376-a563-d244feb8f2d5 req-ba529203-2465-4f27-9658-426faaaa9b57 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:33.399404 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-46d0015a-7a27-4376-a563-d244feb8f2d5 req-ba529203-2465-4f27-9658-426faaaa9b57 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 945 time: 0.0553744 Jul 29 10:02:33.439647 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-46d0015a-7a27-4376-a563-d244feb8f2d5 req-940eff8f-48e8-4a99-83cd-33fecb0f6962 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342066 Jul 29 10:02:34.564602 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ed54e-0297-47b2-acf0-5af8d64b5a77 req-3e4b3260-3a6d-4c60-8d73-2c5e449a9cec tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:34.566272 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-345ed54e-0297-47b2-acf0-5af8d64b5a77 req-3e4b3260-3a6d-4c60-8d73-2c5e449a9cec tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 945 time: 0.0553324 Jul 29 10:02:34.607608 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-345ed54e-0297-47b2-acf0-5af8d64b5a77 req-271a6873-d9e4-4b93-a1f2-cad0f6fe1e7d tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352106 Jul 29 10:02:35.740938 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087d788-9a1e-4344-9474-f45c4b824e19 req-fee618ea-dc98-4ecf-8fb4-abae0831a556 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:35.742463 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d087d788-9a1e-4344-9474-f45c4b824e19 req-fee618ea-dc98-4ecf-8fb4-abae0831a556 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 945 time: 0.0604453 Jul 29 10:02:35.785246 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d087d788-9a1e-4344-9474-f45c4b824e19 req-749f6e1a-3455-414a-bf90-e73e7492f8fa tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359027 Jul 29 10:02:36.614996 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device f0cf837b-23d3-4d9e-b989-e9581b2e5cfd up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:02:36.665582 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port f0cf837b-23d3-4d9e-b989-e9581b2e5cfd completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:02:36.670628 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port f0cf837b-23d3-4d9e-b989-e9581b2e5cfd triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:02:36.671116 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:36.756049 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:36.780602 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77caaecf-f57a-4211-8660-12f3d2bdeed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cf837b-23d3-4d9e-b989-e9581b2e5cfd'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:02:36.783012 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b700d312-6fdf-4ed3-9521-6a60e944b623" -d '{"events": [{"server_uuid": "77caaecf-f57a-4211-8660-12f3d2bdeed8", "name": "network-vif-plugged", "status": "completed", "tag": "f0cf837b-23d3-4d9e-b989-e9581b2e5cfd"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:02:36.797988 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port f0cf837b-23d3-4d9e-b989-e9581b2e5cfd, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f0cf837b-23d3-4d9e-b989-e9581b2e5cfd,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:02:36.802880 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:36.829683 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b6ccbd-74ce-4544-8341-651c6c9be0eb x-openstack-request-id: req-48b6ccbd-74ce-4544-8341-651c6c9be0eb {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:02:36.830022 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77caaecf-f57a-4211-8660-12f3d2bdeed8", "name": "network-vif-plugged", "status": "completed", "tag": "f0cf837b-23d3-4d9e-b989-e9581b2e5cfd", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:02:36.830282 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48b6ccbd-74ce-4544-8341-651c6c9be0eb {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:02:36.830676 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77caaecf-f57a-4211-8660-12f3d2bdeed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cf837b-23d3-4d9e-b989-e9581b2e5cfd', 'code': 200} Jul 29 10:02:36.861780 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=f0cf837b-23d3-4d9e-b989-e9581b2e5cfd,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:02:36.957231 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82303de8-2d1b-4a3a-894b-ab0c0ab451bf req-4eec29df-aaf5-4798-a500-d78a3f619b6b tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:36.959053 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-82303de8-2d1b-4a3a-894b-ab0c0ab451bf req-4eec29df-aaf5-4798-a500-d78a3f619b6b tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 946 time: 0.0596616 Jul 29 10:02:37.010077 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-82303de8-2d1b-4a3a-894b-ab0c0ab451bf req-17eddedd-ea77-41c5-8cc2-0eeaa8fe30b5 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426846 Jul 29 10:02:37.085875 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec20fe-aa9f-4235-99b0-7ad85c5c34fd req-5fc5bf9a-4643-49d8-8067-a2503ff5a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:37.087433 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9dec20fe-aa9f-4235-99b0-7ad85c5c34fd req-5fc5bf9a-4643-49d8-8067-a2503ff5a200 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 1099 time: 0.0475161 Jul 29 10:02:37.128343 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9dec20fe-aa9f-4235-99b0-7ad85c5c34fd req-57cc880d-5624-49f3-8272-9c032ded5532 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329306 Jul 29 10:02:38.141372 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b19f3-3f4b-417d-8ce3-c8eb9fd96cf2 req-5d6849ae-45a7-4bb6-850f-e61ac6715f4f tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:38.142873 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d0b19f3-3f4b-417d-8ce3-c8eb9fd96cf2 req-5d6849ae-45a7-4bb6-850f-e61ac6715f4f tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 946 time: 0.0540345 Jul 29 10:02:38.180637 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2d0b19f3-3f4b-417d-8ce3-c8eb9fd96cf2 req-ce6a0075-c6b8-4c64-b1e6-3d8eb5e38a98 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319173 Jul 29 10:02:39.359903 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e526a9-41ac-4b30-8840-74820ef2217d req-0bce66f5-3ce4-45ef-a216-8b80b941a36b tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:39.361550 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d5e526a9-41ac-4b30-8840-74820ef2217d req-0bce66f5-3ce4-45ef-a216-8b80b941a36b tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 946 time: 0.0793381 Jul 29 10:02:39.423845 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d5e526a9-41ac-4b30-8840-74820ef2217d req-517d8932-6149-4e0b-8ebf-60fb7e90f543 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530267 Jul 29 10:02:44.250835 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-85dff788-6100-420b-b05d-81c353785038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:44.276645 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:44.897885 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9606fd5-5615-4c49-9e36-c990c448ed2c req-c562318a-9086-4ff3-8741-81c36f30758f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:44.899400 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b9606fd5-5615-4c49-9e36-c990c448ed2c req-c562318a-9086-4ff3-8741-81c36f30758f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0521784 Jul 29 10:02:44.939099 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b9606fd5-5615-4c49-9e36-c990c448ed2c req-b9d33aaf-aab7-4e14-b0f9-a7112aeca91f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334976 Jul 29 10:02:46.063144 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e01ad0-18e5-42de-a218-06ea1bc4a313 req-864baad3-18a8-4607-a621-1ad307f62e91 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:46.064619 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c4e01ad0-18e5-42de-a218-06ea1bc4a313 req-864baad3-18a8-4607-a621-1ad307f62e91 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0517592 Jul 29 10:02:46.114076 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c4e01ad0-18e5-42de-a218-06ea1bc4a313 req-39b5f717-b35c-4576-a2c7-72282fd2b51b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432146 Jul 29 10:02:47.241128 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0673205-f3f2-45e9-b360-5b7a5f7e622d req-f25aa9b3-964d-4b90-92ca-b962847f9c23 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:47.242634 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a0673205-f3f2-45e9-b360-5b7a5f7e622d req-f25aa9b3-964d-4b90-92ca-b962847f9c23 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0509827 Jul 29 10:02:47.283672 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a0673205-f3f2-45e9-b360-5b7a5f7e622d req-1a5b2fa0-3e04-4f4d-9097-8c2a2d9f4373 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350554 Jul 29 10:02:47.290301 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-3305be5c-78db-4382-ba5c-19a7a4adb28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:47.716783 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:48.407387 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2495494-77cd-46ce-99cd-fc89d6885668 req-33710124-c1ea-4430-8300-4f9decd6e1ac tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:48.408928 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b2495494-77cd-46ce-99cd-fc89d6885668 req-33710124-c1ea-4430-8300-4f9decd6e1ac tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0492158 Jul 29 10:02:48.449633 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b2495494-77cd-46ce-99cd-fc89d6885668 req-75e1da8a-4bad-48cf-b974-964f4c69d040 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345559 Jul 29 10:02:48.693430 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:49.579346 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ffc2a-637f-471d-9295-290e774c94dd req-1eaad64c-1931-4731-83f0-3391add75a6d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:49.580932 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-571ffc2a-637f-471d-9295-290e774c94dd req-1eaad64c-1931-4731-83f0-3391add75a6d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0571053 Jul 29 10:02:49.621778 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-571ffc2a-637f-471d-9295-290e774c94dd req-edcc890b-c912-4ac6-a40c-5864a37ad144 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348923 Jul 29 10:02:50.485255 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:50.752946 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d8a9d-80f3-4150-947e-7356581fb08f req-eb15868a-d24d-42a1-a64c-58d45d0393a4 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:50.754795 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-925d8a9d-80f3-4150-947e-7356581fb08f req-eb15868a-d24d-42a1-a64c-58d45d0393a4 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0556619 Jul 29 10:02:50.795682 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-925d8a9d-80f3-4150-947e-7356581fb08f req-ce0e9855-0cd6-41be-a629-73a7105473c5 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350714 Jul 29 10:02:51.471112 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-b2cb39f6-910d-40f8-87f4-686496e21e96 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:51.472559 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-b2cb39f6-910d-40f8-87f4-686496e21e96 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/networks?id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b HTTP/1.1" status: 200 len: 815 time: 0.1073203 Jul 29 10:02:51.488535 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-9985cc2a-aabe-4d29-a246-1f84b56fb0eb tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/quotas/dac51ab0a3d24ce09cfd5fb30089ab38 HTTP/1.1" status: 200 len: 375 time: 0.0102098 Jul 29 10:02:51.544942 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-d3e0c6cb-29f6-4519-ba6f-419849025e84 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dac51ab0a3d24ce09cfd5fb30089ab38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506561 Jul 29 10:02:51.639169 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-d9dedaa0-993e-482e-9e58-74e3be40dafc service neutron] 10.222.0.78 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871577 Jul 29 10:02:51.734442 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-a736ee6d-9efe-4cda-8ce8-eec920f6376a service neutron] 10.222.0.78 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886850 Jul 29 10:02:51.904564 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c4498c8a-84c2-4fa5-8c31-818e006e53fe req-0cc604a2-1cd1-459f-b9b4-8e3212dc322f tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 210 time: 0.0366223 Jul 29 10:02:51.944291 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c849326-5a97-45aa-a99e-095345f3e300 req-dd46ed02-dcec-45f8-a367-44ba8b446225 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:51.945878 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9c849326-5a97-45aa-a99e-095345f3e300 req-dd46ed02-dcec-45f8-a367-44ba8b446225 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0675914 Jul 29 10:02:52.008131 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9c849326-5a97-45aa-a99e-095345f3e300 req-69217268-6fc4-489e-b258-186b8005572a tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555575 Jul 29 10:02:53.033606 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2e168c46-c1b3-418a-8ace-6c90718473cc req-83ccb064-bf73-45ea-a07a-abb1378980e2 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 210 time: 0.0379281 Jul 29 10:02:53.090123 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-0da1fec8-f6d8-485f-bf16-484fed1b397f tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:53.091883 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-0da1fec8-f6d8-485f-bf16-484fed1b397f tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.89 "GET /v2.0/networks?id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b HTTP/1.1" status: 200 len: 815 time: 0.1490874 Jul 29 10:02:53.113545 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-493ec8a5-bcd6-4f39-bf02-06c82c89fcc7 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Request body: {'port': {'device_id': '4307581d-14ba-47cc-bfa5-40beb1641d33', 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b', 'admin_state_up': True, 'tenant_id': 'dac51ab0a3d24ce09cfd5fb30089ab38'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:02:53.211053 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443d5ad-8b0a-4f6e-8186-4c4bffb6a308 req-39324416-50e1-4c02-8ee8-43e749d3870b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:53.212634 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7443d5ad-8b0a-4f6e-8186-4c4bffb6a308 req-39324416-50e1-4c02-8ee8-43e749d3870b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.1156125 Jul 29 10:02:53.279775 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7443d5ad-8b0a-4f6e-8186-4c4bffb6a308 req-c5dc655e-a7a8-4883-a4bf-402ddef70693 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592859 Jul 29 10:02:53.306439 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-493ec8a5-bcd6-4f39-bf02-06c82c89fcc7 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Made reservation on behalf of dac51ab0a3d24ce09cfd5fb30089ab38 for: {'port': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 10:02:53.306439 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-493ec8a5-bcd6-4f39-bf02-06c82c89fcc7 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:53.457432 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-493ec8a5-bcd6-4f39-bf02-06c82c89fcc7 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Allocated IP 172.20.0.2 (9a3d1d25-89bc-4af9-bf80-4d2de063e95b/312587ec-9bb6-455c-8cec-249f06d2946e/c3885190-ff96-4c94-9d1e-7e8ac95b5700) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:02:53.618159 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-493ec8a5-bcd6-4f39-bf02-06c82c89fcc7 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:53.667143 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-493ec8a5-bcd6-4f39-bf02-06c82c89fcc7 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:53.716292 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-493ec8a5-bcd6-4f39-bf02-06c82c89fcc7 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:02:53.716897 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['aa1e8e09-22c3-4b5e-bab0-d2baa5401b67', 'c48cb6ff-be8c-4488-9432-a54f40cdd2a7', 'f0cf837b-23d3-4d9e-b989-e9581b2e5cfd'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:02:53.721316 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-493ec8a5-bcd6-4f39-bf02-06c82c89fcc7 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:02:53.726732 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-493ec8a5-bcd6-4f39-bf02-06c82c89fcc7 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:02:53.746799 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ec8a5-bcd6-4f39-bf02-06c82c89fcc7 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Pushing event updated for resources: {'Port': ['ID=c3885190-ff96-4c94-9d1e-7e8ac95b5700,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:02:53.807903 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-493ec8a5-bcd6-4f39-bf02-06c82c89fcc7 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:53.809419 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-493ec8a5-bcd6-4f39-bf02-06c82c89fcc7 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:53.827640 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-493ec8a5-bcd6-4f39-bf02-06c82c89fcc7 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7180114 Jul 29 10:02:53.847828 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Request body: {'port': {'device_id': '4307581d-14ba-47cc-bfa5-40beb1641d33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:02:53.913817 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:54.494891 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180877d7-9051-457d-a65c-dc96204665f4 req-4df598a9-02c7-4718-b3c2-86ab2841878a tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:54.496433 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-180877d7-9051-457d-a65c-dc96204665f4 req-4df598a9-02c7-4718-b3c2-86ab2841878a tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.1173601 Jul 29 10:02:54.506694 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efa44b-fde6-44d4-9cb4-2e3ceb00ecca req-ba9cd520-8774-4f5a-a3a9-af0ca5aeea82 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:54.508191 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-53efa44b-fde6-44d4-9cb4-2e3ceb00ecca req-ba9cd520-8774-4f5a-a3a9-af0ca5aeea82 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 931 time: 0.1277678 Jul 29 10:02:54.587707 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-180877d7-9051-457d-a65c-dc96204665f4 req-6c1492bb-8490-4cbc-a621-3dcddb0c132b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722439 Jul 29 10:02:54.614524 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-53efa44b-fde6-44d4-9cb4-2e3ceb00ecca req-145b3613-523f-45d4-95ac-2f1b11d3ad68 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961430 Jul 29 10:02:54.627454 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3885190-ff96-4c94-9d1e-7e8ac95b5700 {{(pid=104728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:02:54.635589 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:54.648767 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.provisioning_blocks [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Transition to ACTIVE for port object c3885190-ff96-4c94-9d1e-7e8ac95b5700 will not be triggered until provisioned by entity L2. {{(pid=104728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:02:54.653430 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:54.708638 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Pushing event updated for resources: {'Port': ['ID=c3885190-ff96-4c94-9d1e-7e8ac95b5700,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:02:54.771930 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Attempting to bind port c3885190-ff96-4c94-9d1e-7e8ac95b5700 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 10:02:54.772267 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Attempting to bind port c3885190-ff96-4c94-9d1e-7e8ac95b5700 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '0f08fef8-4bb5-45ee-8eec-d4320d336cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b'}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 10:02:54.772596 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Attempting to bind port c3885190-ff96-4c94-9d1e-7e8ac95b5700 on network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:02:54.777768 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Port c3885190-ff96-4c94-9d1e-7e8ac95b5700 on network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 10:02:54.778110 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Attempting to bind port c3885190-ff96-4c94-9d1e-7e8ac95b5700 on network 9a3d1d25-89bc-4af9-bf80-4d2de063e95b {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:02:54.782874 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 10, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 10:02:54.783189 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Checking segment: {'id': '0f08fef8-4bb5-45ee-8eec-d4320d336cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:02:54.783567 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Bound using segment: {'id': '0f08fef8-4bb5-45ee-8eec-d4320d336cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b'} {{(pid=104728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 10:02:54.783990 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.managers [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Bound port: c3885190-ff96-4c94-9d1e-7e8ac95b5700, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f08fef8-4bb5-45ee-8eec-d4320d336cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b'}}] {{(pid=104728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 10:02:54.784355 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:54.853442 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] For port c3885190-ff96-4c94-9d1e-7e8ac95b5700, host hv-cinder-78825, cleared binding levels {{(pid=104728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 10:02:54.857622 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] For port c3885190-ff96-4c94-9d1e-7e8ac95b5700, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c3885190-ff96-4c94-9d1e-7e8ac95b5700,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 10:02:54.862793 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:54.904915 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:54.905541 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:54.906993 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] 10.222.0.89 "PUT /v2.0/ports/c3885190-ff96-4c94-9d1e-7e8ac95b5700 HTTP/1.1" status: 200 len: 1093 time: 1.0639498 Jul 29 10:02:54.907439 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4307581d-14ba-47cc-bfa5-40beb1641d33', 'tag': 'c3885190-ff96-4c94-9d1e-7e8ac95b5700'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:02:54.909708 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e4bc06-ebd1-43c2-ad39-2c6d37e71d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "4307581d-14ba-47cc-bfa5-40beb1641d33", "tag": "c3885190-ff96-4c94-9d1e-7e8ac95b5700"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:02:54.934602 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b709316-774e-4356-8784-ad2bd96829ac service neutron] Pushing event updated for resources: {'Port': ['ID=c3885190-ff96-4c94-9d1e-7e8ac95b5700,revision_number=3']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:02:54.952806 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 10:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e408bf95-0360-4317-a5a1-4349ce1f8e90 x-openstack-request-id: req-e408bf95-0360-4317-a5a1-4349ce1f8e90 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:02:54.953103 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4307581d-14ba-47cc-bfa5-40beb1641d33", "tag": "c3885190-ff96-4c94-9d1e-7e8ac95b5700", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:02:54.953356 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e408bf95-0360-4317-a5a1-4349ce1f8e90 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:02:54.954041 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4307581d-14ba-47cc-bfa5-40beb1641d33', 'tag': 'c3885190-ff96-4c94-9d1e-7e8ac95b5700', 'status': 'completed', 'code': 200} Jul 29 10:02:55.042239 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-09238485-3e08-4c79-bfe6-d7df58cb0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:55.044415 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-09238485-3e08-4c79-bfe6-d7df58cb0dbf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac51ab0a3d24ce09cfd5fb30089ab38&device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 1096 time: 0.0429645 Jul 29 10:02:55.094800 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-babed46e-7af5-40f1-a17f-b73b16aa180b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3885190-ff96-4c94-9d1e-7e8ac95b5700 HTTP/1.1" status: 200 len: 217 time: 0.0346308 Jul 29 10:02:55.151160 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-b7f63a92-4eef-4ef5-bd2c-b491c909d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:55.152806 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-b7f63a92-4eef-4ef5-bd2c-b491c909d96a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=312587ec-9bb6-455c-8cec-249f06d2946e HTTP/1.1" status: 200 len: 855 time: 0.0440931 Jul 29 10:02:55.189100 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-dde5ea8e-72a0-4c34-8938-38865a38cea2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281405 Jul 29 10:02:55.282442 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-ed78ca39-9759-4415-b865-1e78bde6cdc8 service neutron] 10.222.0.89 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849469 Jul 29 10:02:55.380655 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-25072a99-4f06-4f88-9b85-cffdb98795d4 req-ddc22068-a798-412b-b1e4-9d18182e55dd service neutron] 10.222.0.89 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893352 Jul 29 10:02:55.546119 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4bc06-ebd1-43c2-ad39-2c6d37e71d5c req-344aab75-663f-42ec-82ff-21bf853ef1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:55.547687 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-95e4bc06-ebd1-43c2-ad39-2c6d37e71d5c req-344aab75-663f-42ec-82ff-21bf853ef1f3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac51ab0a3d24ce09cfd5fb30089ab38&device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 1096 time: 0.0575442 Jul 29 10:02:55.646833 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4bc06-ebd1-43c2-ad39-2c6d37e71d5c req-3a3f193d-bf55-40af-8b7e-4e1c8664137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:55.648339 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-95e4bc06-ebd1-43c2-ad39-2c6d37e71d5c req-3a3f193d-bf55-40af-8b7e-4e1c8664137f service neutron] 10.222.0.89 "GET /v2.0/networks?id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b HTTP/1.1" status: 200 len: 917 time: 0.0887942 Jul 29 10:02:55.700983 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-95e4bc06-ebd1-43c2-ad39-2c6d37e71d5c req-87654022-59f6-4bad-bbde-39aa4a986890 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3885190-ff96-4c94-9d1e-7e8ac95b5700 HTTP/1.1" status: 200 len: 217 time: 0.0450456 Jul 29 10:02:55.815532 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4bc06-ebd1-43c2-ad39-2c6d37e71d5c req-1e9cb37f-258e-4583-85a1-58bfb6114745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:55.816945 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-95e4bc06-ebd1-43c2-ad39-2c6d37e71d5c req-1e9cb37f-258e-4583-85a1-58bfb6114745 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=312587ec-9bb6-455c-8cec-249f06d2946e HTTP/1.1" status: 200 len: 855 time: 0.0989273 Jul 29 10:02:55.826827 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3189b-d8f0-4d65-a5f2-72314b1a52eb req-f68eb33d-c4b6-4272-892d-62401acc64b3 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:55.828343 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-70b3189b-d8f0-4d65-a5f2-72314b1a52eb req-f68eb33d-c4b6-4272-892d-62401acc64b3 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.1332698 Jul 29 10:02:55.837523 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cac41d-f81d-4435-a740-d43c60e2c7be req-b23344e2-a05e-4be5-90ec-c1b2508a37ea tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:55.839013 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-16cac41d-f81d-4435-a740-d43c60e2c7be req-b23344e2-a05e-4be5-90ec-c1b2508a37ea tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 943 time: 0.1408150 Jul 29 10:02:55.891113 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-95e4bc06-ebd1-43c2-ad39-2c6d37e71d5c req-37a05627-467a-46cf-87c3-2f281bd38a4f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9a3d1d25-89bc-4af9-bf80-4d2de063e95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614638 Jul 29 10:02:55.978325 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-16cac41d-f81d-4435-a740-d43c60e2c7be req-0d79e550-e6a4-4ac4-af82-853c1e3d3d78 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283495 Jul 29 10:02:55.983726 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-70b3189b-d8f0-4d65-a5f2-72314b1a52eb req-a0f6fd2b-d430-4e43-9210-7d63d93edd6e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366780 Jul 29 10:02:56.040006 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-95e4bc06-ebd1-43c2-ad39-2c6d37e71d5c req-006a23ef-2209-4ff9-8423-5f75e0a00386 service neutron] 10.222.0.89 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397092 Jul 29 10:02:56.139076 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-95e4bc06-ebd1-43c2-ad39-2c6d37e71d5c req-0e9db580-7fdd-460e-a95e-01d58000474c service neutron] 10.222.0.89 "GET /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883865 Jul 29 10:02:57.131733 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463ecdd-3755-4b1c-983c-355caee1940d req-731d12cb-b541-4d14-ae6f-ff92619aa0de tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:57.135670 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0463ecdd-3755-4b1c-983c-355caee1940d req-731d12cb-b541-4d14-ae6f-ff92619aa0de tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 943 time: 0.0843310 Jul 29 10:02:57.150125 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976fa15-0b36-42d9-8d91-4d2e23634b10 req-27ec7b27-73c9-4a65-804c-3e707e645c9b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:57.151692 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4976fa15-0b36-42d9-8d91-4d2e23634b10 req-27ec7b27-73c9-4a65-804c-3e707e645c9b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0768831 Jul 29 10:02:57.205721 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0463ecdd-3755-4b1c-983c-355caee1940d req-e36efede-91b9-405b-8120-9c167dfe647f tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645320 Jul 29 10:02:57.220273 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4976fa15-0b36-42d9-8d91-4d2e23634b10 req-0ce8482a-96de-4857-8053-c19e9f435657 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552559 Jul 29 10:02:58.393793 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31517637-280c-43cc-9167-8dbeb756fe74 req-e94f867c-b094-4035-9dc1-993a5eab3b6b tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:58.395308 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-31517637-280c-43cc-9167-8dbeb756fe74 req-e94f867c-b094-4035-9dc1-993a5eab3b6b tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 943 time: 0.1138742 Jul 29 10:02:58.411502 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4955c3-492d-4158-b973-fbb4ec17d4b3 req-8a6e2f68-c63d-4e12-b230-bc56697e745c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:58.413115 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8e4955c3-492d-4158-b973-fbb4ec17d4b3 req-8a6e2f68-c63d-4e12-b230-bc56697e745c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.1147532 Jul 29 10:02:58.478541 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-31517637-280c-43cc-9167-8dbeb756fe74 req-fb27434a-9b66-4642-a975-209bcaa416d1 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642633 Jul 29 10:02:58.488031 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8e4955c3-492d-4158-b973-fbb4ec17d4b3 req-26fcaba1-284e-4a6d-9f1a-d416932a83ab tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666254 Jul 29 10:02:58.733166 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device c3885190-ff96-4c94-9d1e-7e8ac95b5700 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 10:02:58.849987 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port c3885190-ff96-4c94-9d1e-7e8ac95b5700, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c3885190-ff96-4c94-9d1e-7e8ac95b5700,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:02:58.864599 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': 'c3885190-ff96-4c94-9d1e-7e8ac95b5700', 'network_id': '9a3d1d25-89bc-4af9-bf80-4d2de063e95b', 'port_id': 'c3885190-ff96-4c94-9d1e-7e8ac95b5700', 'mac_address': 'fa:16:3e:df:67:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312587ec-9bb6-455c-8cec-249f06d2946e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 10:02:58.932040 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:58.953444 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3885190-ff96-4c94-9d1e-7e8ac95b5700 {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:02:58.976020 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port c3885190-ff96-4c94-9d1e-7e8ac95b5700, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c3885190-ff96-4c94-9d1e-7e8ac95b5700,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:02:58.982555 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:02:59.051332 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=c3885190-ff96-4c94-9d1e-7e8ac95b5700,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:02:59.061289 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:59.061585 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:59.062031 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:59.062328 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:59.062661 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:59.063013 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:59.063343 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:59.063669 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:59.063995 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:59.064317 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:59.064645 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:59.064989 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:02:59.538129 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['c3885190-ff96-4c94-9d1e-7e8ac95b5700'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:02:59.640801 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc6c0d-1b23-491d-9fe5-5dac926bcb22 req-98433354-082b-40e4-93ea-71a2a7fb81c7 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:59.642734 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b3cc6c0d-1b23-491d-9fe5-5dac926bcb22 req-98433354-082b-40e4-93ea-71a2a7fb81c7 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 944 time: 0.0882363 Jul 29 10:02:59.667202 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce129fd-5ed6-48a3-b62d-e95519b83f10 req-3acb4395-29f2-4c58-b63d-049c999b680c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:02:59.669800 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bce129fd-5ed6-48a3-b62d-e95519b83f10 req-3acb4395-29f2-4c58-b63d-049c999b680c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0762565 Jul 29 10:02:59.745876 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b3cc6c0d-1b23-491d-9fe5-5dac926bcb22 req-33c3f2ed-336c-4a51-989c-ad9c257f5c71 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749643 Jul 29 10:02:59.749942 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bce129fd-5ed6-48a3-b62d-e95519b83f10 req-fdc007e9-5640-4ae4-8321-cdc82a721da2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718901 Jul 29 10:03:00.936432 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944b046-6859-4332-b990-9c8a9720e0c6 req-e753d7f4-7e1b-4b32-babe-c823a3fd6613 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:00.938146 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c944b046-6859-4332-b990-9c8a9720e0c6 req-e753d7f4-7e1b-4b32-babe-c823a3fd6613 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 944 time: 0.0937119 Jul 29 10:03:00.952767 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10846858-7768-41fd-84fe-55c370bd72d4 req-2061a3ac-168f-49af-9932-30954c43a040 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:00.954571 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-10846858-7768-41fd-84fe-55c370bd72d4 req-2061a3ac-168f-49af-9932-30954c43a040 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.1006651 Jul 29 10:03:01.010475 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c944b046-6859-4332-b990-9c8a9720e0c6 req-a8449bdd-f568-4e6e-9372-4096a74a59c5 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548739 Jul 29 10:03:01.027365 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-10846858-7768-41fd-84fe-55c370bd72d4 req-4342718f-e408-4723-bb13-1e6f59b8d897 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553584 Jul 29 10:03:02.179757 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f85b53-293f-4582-875c-6b06ec94ed77 req-cdfb5253-91a9-4f47-b58f-dc59387d3949 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:02.181425 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e6f85b53-293f-4582-875c-6b06ec94ed77 req-cdfb5253-91a9-4f47-b58f-dc59387d3949 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 944 time: 0.0905001 Jul 29 10:03:02.212284 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209686db-3a51-4572-9e4f-0623d7d1b60e req-67a66b81-84d3-4b28-935b-627788d47854 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:02.213946 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-209686db-3a51-4572-9e4f-0623d7d1b60e req-67a66b81-84d3-4b28-935b-627788d47854 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0882068 Jul 29 10:03:02.263394 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e6f85b53-293f-4582-875c-6b06ec94ed77 req-f53e4cb5-d9bf-4755-8b18-7b89b6daacee tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697043 Jul 29 10:03:02.288072 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-209686db-3a51-4572-9e4f-0623d7d1b60e req-def8646c-f36b-4ed9-b5e8-df3290ff7002 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630088 Jul 29 10:03:02.764563 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device c3885190-ff96-4c94-9d1e-7e8ac95b5700 up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:03:02.819714 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port c3885190-ff96-4c94-9d1e-7e8ac95b5700 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:03:02.825090 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port c3885190-ff96-4c94-9d1e-7e8ac95b5700 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:03:02.825497 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:02.925863 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:02.951009 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4307581d-14ba-47cc-bfa5-40beb1641d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3885190-ff96-4c94-9d1e-7e8ac95b5700'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:03:02.953341 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd76e7e0-2002-4048-8136-8b83b8ca4746" -d '{"events": [{"server_uuid": "4307581d-14ba-47cc-bfa5-40beb1641d33", "name": "network-vif-plugged", "status": "completed", "tag": "c3885190-ff96-4c94-9d1e-7e8ac95b5700"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:03:02.973631 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port c3885190-ff96-4c94-9d1e-7e8ac95b5700, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c3885190-ff96-4c94-9d1e-7e8ac95b5700,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:03:02.978723 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:03.012351 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2510b6-6ca1-4eab-9343-2dc7cdd8233c x-openstack-request-id: req-0a2510b6-6ca1-4eab-9343-2dc7cdd8233c {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:03:03.012884 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4307581d-14ba-47cc-bfa5-40beb1641d33", "name": "network-vif-plugged", "status": "completed", "tag": "c3885190-ff96-4c94-9d1e-7e8ac95b5700", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:03:03.012884 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0a2510b6-6ca1-4eab-9343-2dc7cdd8233c {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:03:03.013276 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4307581d-14ba-47cc-bfa5-40beb1641d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3885190-ff96-4c94-9d1e-7e8ac95b5700', 'code': 200} Jul 29 10:03:03.045270 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=c3885190-ff96-4c94-9d1e-7e8ac95b5700,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:03:03.218066 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5a6c1-b07c-4847-a468-a6d94c8ed01a req-d6c644d2-473b-40ae-b541-2c7f97c20f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:03.219562 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8bb5a6c1-b07c-4847-a468-a6d94c8ed01a req-d6c644d2-473b-40ae-b541-2c7f97c20f40 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 1098 time: 0.0415635 Jul 29 10:03:03.259406 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8bb5a6c1-b07c-4847-a468-a6d94c8ed01a req-cd89b96a-a2eb-4d57-aa05-ad77a403c552 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309782 Jul 29 10:03:03.466511 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a649a95-2874-4cb9-86e6-068b44bbd75a req-717a8f47-9cbf-4017-83c2-8093e1896a41 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:03.468147 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8a649a95-2874-4cb9-86e6-068b44bbd75a req-717a8f47-9cbf-4017-83c2-8093e1896a41 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 945 time: 0.1123071 Jul 29 10:03:03.491129 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfee1e-b12d-477c-85af-7e9826e1baff req-9067ed92-e2c9-4f42-b996-85109297dd12 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:03.492621 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1acfee1e-b12d-477c-85af-7e9826e1baff req-9067ed92-e2c9-4f42-b996-85109297dd12 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0869458 Jul 29 10:03:03.537815 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8a649a95-2874-4cb9-86e6-068b44bbd75a req-426c0cb9-8143-4184-bdc0-571694eb46f8 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633800 Jul 29 10:03:03.553854 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1acfee1e-b12d-477c-85af-7e9826e1baff req-22be76c6-160b-4322-a731-9a095480a952 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540073 Jul 29 10:03:04.710665 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbe13b-cb18-40e1-907a-8dd2aa2a2e11 req-3fd6360c-ba6d-47f2-8bb6-eb874f79ab8c tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:04.712379 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cfdbe13b-cb18-40e1-907a-8dd2aa2a2e11 req-3fd6360c-ba6d-47f2-8bb6-eb874f79ab8c tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 945 time: 0.0953074 Jul 29 10:03:04.725656 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b45a1-19dc-4473-8c57-7013ef7119dd req-b05507f9-8758-4e7c-9f11-f6f3956ec41b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:04.727216 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-253b45a1-19dc-4473-8c57-7013ef7119dd req-b05507f9-8758-4e7c-9f11-f6f3956ec41b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0810041 Jul 29 10:03:04.768096 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 34094876-bc5b-4e18-8369-2505fa5e21fb details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 10:03:04.814331 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cfdbe13b-cb18-40e1-907a-8dd2aa2a2e11 req-cf453dda-a23e-4b73-bc04-0a5d57a36299 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860159 Jul 29 10:03:04.824249 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-253b45a1-19dc-4473-8c57-7013ef7119dd req-5b2e060f-0c1c-465c-9138-c44861707004 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778658 Jul 29 10:03:04.915226 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 34094876-bc5b-4e18-8369-2505fa5e21fb, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=34094876-bc5b-4e18-8369-2505fa5e21fb,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:03:04.928758 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': '34094876-bc5b-4e18-8369-2505fa5e21fb', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'port_id': '34094876-bc5b-4e18-8369-2505fa5e21fb', 'mac_address': 'fa:16:3e:f9:f1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 10:03:04.981999 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:05.004203 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34094876-bc5b-4e18-8369-2505fa5e21fb {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:03:05.040612 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 34094876-bc5b-4e18-8369-2505fa5e21fb, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=34094876-bc5b-4e18-8369-2505fa5e21fb,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:03:05.049486 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:05.177450 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=34094876-bc5b-4e18-8369-2505fa5e21fb,revision_number=6']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:03:05.277275 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['34094876-bc5b-4e18-8369-2505fa5e21fb'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:03:06.014005 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda514d3-480b-471b-9636-74928275ce15 req-a0acc5cd-ba8a-44a3-938c-2c18f0696027 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:06.015467 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bda514d3-480b-471b-9636-74928275ce15 req-a0acc5cd-ba8a-44a3-938c-2c18f0696027 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 945 time: 0.0954387 Jul 29 10:03:06.051386 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8cc07-d493-4950-92fa-42265e0779cb req-778b72c1-61ff-4bb5-a1aa-deadad8431d3 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:06.052983 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f9b8cc07-d493-4950-92fa-42265e0779cb req-778b72c1-61ff-4bb5-a1aa-deadad8431d3 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 944 time: 0.0845549 Jul 29 10:03:06.090062 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bda514d3-480b-471b-9636-74928275ce15 req-fff54215-dde3-48db-a5c4-24627d58cf88 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673709 Jul 29 10:03:06.117337 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f9b8cc07-d493-4950-92fa-42265e0779cb req-c01fe790-6305-4e0f-874c-4799db0ff7a0 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568135 Jul 29 10:03:06.772530 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 34094876-bc5b-4e18-8369-2505fa5e21fb up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:03:06.823000 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port 34094876-bc5b-4e18-8369-2505fa5e21fb triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:03:06.823378 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:06.909722 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:06.935547 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46230456-c6ab-41d4-8b47-e4c08d0e2b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34094876-bc5b-4e18-8369-2505fa5e21fb'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:03:06.937883 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c772bdcf-54d3-4746-bef1-2ddd68dc33fd" -d '{"events": [{"server_uuid": "46230456-c6ab-41d4-8b47-e4c08d0e2b14", "name": "network-vif-plugged", "status": "completed", "tag": "34094876-bc5b-4e18-8369-2505fa5e21fb"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:03:06.951988 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 34094876-bc5b-4e18-8369-2505fa5e21fb, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=34094876-bc5b-4e18-8369-2505fa5e21fb,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:03:06.957452 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:06.990370 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6f8dbc-142a-4bbe-a41c-f2549cad82c0 x-openstack-request-id: req-2d6f8dbc-142a-4bbe-a41c-f2549cad82c0 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:03:06.990667 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46230456-c6ab-41d4-8b47-e4c08d0e2b14", "name": "network-vif-plugged", "status": "completed", "tag": "34094876-bc5b-4e18-8369-2505fa5e21fb", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:03:06.990914 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d6f8dbc-142a-4bbe-a41c-f2549cad82c0 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:03:06.991295 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46230456-c6ab-41d4-8b47-e4c08d0e2b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34094876-bc5b-4e18-8369-2505fa5e21fb', 'code': 200} Jul 29 10:03:07.016362 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=34094876-bc5b-4e18-8369-2505fa5e21fb,revision_number=7']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:03:07.256301 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8620f70-555a-4c0f-ad96-835964153420 req-b883c645-f603-4ef2-b87f-73dddb9af987 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:07.257787 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e8620f70-555a-4c0f-ad96-835964153420 req-b883c645-f603-4ef2-b87f-73dddb9af987 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0522561 Jul 29 10:03:07.303151 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e8620f70-555a-4c0f-ad96-835964153420 req-1f1d8126-a3b3-4c8a-9266-bbae33ccaea5 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387108 Jul 29 10:03:08.357188 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:03:08.433201 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f4026-c962-4354-989e-864b20ddf16d req-e5b20f30-1323-4193-add6-d02ca4e45f26 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:08.434719 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c02f4026-c962-4354-989e-864b20ddf16d req-e5b20f30-1323-4193-add6-d02ca4e45f26 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0521665 Jul 29 10:03:08.475286 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c02f4026-c962-4354-989e-864b20ddf16d req-58f867c2-3220-4f45-9028-d41bcb22f0cf tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338430 Jul 29 10:03:09.602479 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19812878-92fc-4e84-a8bc-702f65fc96db req-9a42d7f9-3f39-441d-82b4-8354a54ad7e7 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:09.604014 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-19812878-92fc-4e84-a8bc-702f65fc96db req-9a42d7f9-3f39-441d-82b4-8354a54ad7e7 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0557837 Jul 29 10:03:09.642233 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-19812878-92fc-4e84-a8bc-702f65fc96db req-3c53c2a1-a71b-448a-b682-c47f7bfc7942 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320456 Jul 29 10:03:10.780341 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82947f3f-e001-4017-991d-3e27e79f32d1 req-698c791a-be6a-406f-97bc-88ffe30c660f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:10.781892 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-82947f3f-e001-4017-991d-3e27e79f32d1 req-698c791a-be6a-406f-97bc-88ffe30c660f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0574081 Jul 29 10:03:10.823939 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-82947f3f-e001-4017-991d-3e27e79f32d1 req-2de8371f-f7b3-4f95-9663-254694e6c53e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346334 Jul 29 10:03:11.966284 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a805e-7e53-498b-9faa-a8d83250d62b req-db30d6e0-4b93-4a94-97ae-d22d55cbfd50 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:11.967693 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-633a805e-7e53-498b-9faa-a8d83250d62b req-db30d6e0-4b93-4a94-97ae-d22d55cbfd50 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0649354 Jul 29 10:03:12.009149 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-633a805e-7e53-498b-9faa-a8d83250d62b req-55baada6-b326-420e-a7f6-ad5d67422380 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354917 Jul 29 10:03:13.150541 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4d859-eb6c-4171-bd4e-ebe52b66be8e req-41c3badb-f723-4690-84eb-b050bb513b4c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:13.152396 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-72d4d859-eb6c-4171-bd4e-ebe52b66be8e req-41c3badb-f723-4690-84eb-b050bb513b4c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0641022 Jul 29 10:03:13.195006 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-72d4d859-eb6c-4171-bd4e-ebe52b66be8e req-bff97d81-45ff-4129-8827-226cfdf7e7e9 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353975 Jul 29 10:03:14.274807 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-a3829886-7b69-4aac-92a4-d9b5fa170e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:14.277550 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:14.373454 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b3788-f9ef-400b-a538-967416d14fba req-488dc715-9a0a-4128-9b1a-6de9bfbb9cb4 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:14.376504 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fd5b3788-f9ef-400b-a538-967416d14fba req-488dc715-9a0a-4128-9b1a-6de9bfbb9cb4 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0718296 Jul 29 10:03:14.431330 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-fd5b3788-f9ef-400b-a538-967416d14fba req-122abdba-d95f-466f-8c10-58f8bb0200e6 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466285 Jul 29 10:03:15.624881 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888adbf-f4ab-4b1a-8835-ee204744d15b req-838601ed-7a15-4f90-83a5-dc105ea5989c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:15.626742 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c888adbf-f4ab-4b1a-8835-ee204744d15b req-838601ed-7a15-4f90-83a5-dc105ea5989c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0739915 Jul 29 10:03:15.666665 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c888adbf-f4ab-4b1a-8835-ee204744d15b req-8fc8980b-264a-486c-83f2-0e8aff09bd3f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340378 Jul 29 10:03:16.075280 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ae39167b-4726-4dd5-aef7-bcb027c65705 req-c984d830-b65c-415b-a29a-71ea4d7233ae service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541482 Jul 29 10:03:16.194185 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39167b-4726-4dd5-aef7-bcb027c65705 req-1d8fd3d0-3146-4567-b573-3da7e3f68041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:16.195715 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ae39167b-4726-4dd5-aef7-bcb027c65705 req-1d8fd3d0-3146-4567-b573-3da7e3f68041 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d26c6d31ab58489d97402905ff11cbea&device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 1098 time: 0.0586231 Jul 29 10:03:16.318403 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39167b-4726-4dd5-aef7-bcb027c65705 req-0505b6f7-c922-43ae-bcec-b819e34e5d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:16.320021 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ae39167b-4726-4dd5-aef7-bcb027c65705 req-0505b6f7-c922-43ae-bcec-b819e34e5d87 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941 HTTP/1.1" status: 200 len: 912 time: 0.0990567 Jul 29 10:03:16.423465 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ae39167b-4726-4dd5-aef7-bcb027c65705 req-0e141a0f-3eca-46f7-9612-985acbce92e2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da6e472f-0580-4ce6-bed1-a773f4b9cc2f HTTP/1.1" status: 200 len: 1001 time: 0.0959218 Jul 29 10:03:16.487270 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39167b-4726-4dd5-aef7-bcb027c65705 req-760af6d7-6bf8-4040-b2d0-406d62647b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:16.488753 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ae39167b-4726-4dd5-aef7-bcb027c65705 req-760af6d7-6bf8-4040-b2d0-406d62647b24 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=abdf45fc-dabc-4096-8cfc-ad57fbf50e72 HTTP/1.1" status: 200 len: 849 time: 0.0566099 Jul 29 10:03:16.558150 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39167b-4726-4dd5-aef7-bcb027c65705 req-aa08d1bd-5706-4b06-85db-6e5c0aef1d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:16.560965 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ae39167b-4726-4dd5-aef7-bcb027c65705 req-aa08d1bd-5706-4b06-85db-6e5c0aef1d27 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640492 Jul 29 10:03:16.671771 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ae39167b-4726-4dd5-aef7-bcb027c65705 req-510b0c5b-74b1-4072-a496-ecd9b527c7c8 service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015892 Jul 29 10:03:16.773006 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ae39167b-4726-4dd5-aef7-bcb027c65705 req-d646af04-239a-4f13-b0e9-c65dd38d707f service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916965 Jul 29 10:03:16.861902 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4c559-abab-435f-a9cb-7d7e1448391c req-5381d223-db00-4e1a-b071-e2619af8e0ac tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:16.878604 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-93d4c559-abab-435f-a9cb-7d7e1448391c req-5381d223-db00-4e1a-b071-e2619af8e0ac tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0897660 Jul 29 10:03:16.925343 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-93d4c559-abab-435f-a9cb-7d7e1448391c req-a53f34b2-b4ea-4891-ba75-643d9af96541 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516446 Jul 29 10:03:17.295074 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-c04ca55d-30b6-4a70-832a-037ebf0c4c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:17.723310 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:18.065619 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4be290-80be-4ba7-80cf-7d4dd01a07bf req-aa2eb323-d87a-4a2b-a277-2106d919a9e7 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:18.068567 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6b4be290-80be-4ba7-80cf-7d4dd01a07bf req-aa2eb323-d87a-4a2b-a277-2106d919a9e7 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0621798 Jul 29 10:03:18.131107 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6b4be290-80be-4ba7-80cf-7d4dd01a07bf req-44df38d6-a1f2-4e04-a92d-80a6ea379076 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548224 Jul 29 10:03:18.699038 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:19.314634 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345ab79-9ab6-4b5a-a30c-e42a5520c079 req-000d192d-b974-42d8-b9e4-9bae41d6fb79 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:19.316408 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7345ab79-9ab6-4b5a-a30c-e42a5520c079 req-000d192d-b974-42d8-b9e4-9bae41d6fb79 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0647786 Jul 29 10:03:19.370756 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7345ab79-9ab6-4b5a-a30c-e42a5520c079 req-294a72a6-a6ea-45f2-8786-c13e1e0c2399 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473654 Jul 29 10:03:20.491952 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:20.568040 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c58190-2309-4520-b973-3f3e9127f54b req-d73e0a07-ece0-468b-b52a-14ad2601f611 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:20.569622 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-33c58190-2309-4520-b973-3f3e9127f54b req-d73e0a07-ece0-468b-b52a-14ad2601f611 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.1050670 Jul 29 10:03:20.594154 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34c787-325d-4d01-98d0-135c8c1f8d24 req-bfa73acf-6361-4993-9aed-34169a19ab21 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:20.595750 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8d34c787-325d-4d01-98d0-135c8c1f8d24 req-bfa73acf-6361-4993-9aed-34169a19ab21 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 945 time: 0.0817316 Jul 29 10:03:20.644578 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-33c58190-2309-4520-b973-3f3e9127f54b req-67c461b3-5c7f-49fb-a72a-4881ec6bc001 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649974 Jul 29 10:03:20.671775 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8d34c787-325d-4d01-98d0-135c8c1f8d24 req-bd375663-8891-4288-9635-63f652271ed3 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664990 Jul 29 10:03:21.821197 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f5aab-2a5c-4a5b-93f7-4476a03244dd req-a1ff669e-5ae9-46c0-aeac-848d47ea7762 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:21.822896 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7e5f5aab-2a5c-4a5b-93f7-4476a03244dd req-a1ff669e-5ae9-46c0-aeac-848d47ea7762 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0843067 Jul 29 10:03:21.836358 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9e340-461d-4f23-b182-9dc6be891606 req-9cffa5f1-d96a-41f2-9275-54089cca8439 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:21.838164 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-24a9e340-461d-4f23-b182-9dc6be891606 req-9cffa5f1-d96a-41f2-9275-54089cca8439 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 945 time: 0.0877957 Jul 29 10:03:21.942055 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7e5f5aab-2a5c-4a5b-93f7-4476a03244dd req-7c217d87-0051-4351-910e-fdc5a297e7b2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024866 Jul 29 10:03:21.947233 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-24a9e340-461d-4f23-b182-9dc6be891606 req-8c2b6a09-b770-4005-9b58-61effa5febd1 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959351 Jul 29 10:03:23.110219 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c618291-a97c-43eb-886d-12b8de2ca6c6 req-617349c8-be5e-492f-be06-614e47ea60a4 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:23.111820 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9c618291-a97c-43eb-886d-12b8de2ca6c6 req-617349c8-be5e-492f-be06-614e47ea60a4 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 945 time: 0.0835149 Jul 29 10:03:23.128232 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31029ce6-1e0d-4c9c-9fe6-5f9ad440ef27 req-083dbe34-b6e2-4176-b2f6-5e8eb31bb913 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:23.130311 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-31029ce6-1e0d-4c9c-9fe6-5f9ad440ef27 req-083dbe34-b6e2-4176-b2f6-5e8eb31bb913 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0993712 Jul 29 10:03:23.229696 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9c618291-a97c-43eb-886d-12b8de2ca6c6 req-e603972d-8a78-4d45-8244-27386edacae2 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107976 Jul 29 10:03:23.238725 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-31029ce6-1e0d-4c9c-9fe6-5f9ad440ef27 req-efec3ce3-94f9-4a0e-9250-d395f0ce0374 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003592 Jul 29 10:03:23.249386 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99df923-362d-4ca6-b86a-63c23dfe8c7e req-8f9d6181-5047-4a19-866f-f0eca32e4483 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:23.251066 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e99df923-362d-4ca6-b86a-63c23dfe8c7e req-8f9d6181-5047-4a19-866f-f0eca32e4483 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.89 "GET /v2.0/ports?device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 945 time: 0.1138492 Jul 29 10:03:23.356873 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-e99df923-362d-4ca6-b86a-63c23dfe8c7e req-10648581-3e2b-408a-a1a0-146b21b23042 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Deleting port c3885190-ff96-4c94-9d1e-7e8ac95b5700 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:03:23.357213 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-e99df923-362d-4ca6-b86a-63c23dfe8c7e req-10648581-3e2b-408a-a1a0-146b21b23042 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:23.716672 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-e99df923-362d-4ca6-b86a-63c23dfe8c7e req-10648581-3e2b-408a-a1a0-146b21b23042 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] For port c3885190-ff96-4c94-9d1e-7e8ac95b5700, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c3885190-ff96-4c94-9d1e-7e8ac95b5700,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:03:23.717067 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-e99df923-362d-4ca6-b86a-63c23dfe8c7e req-10648581-3e2b-408a-a1a0-146b21b23042 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:23.732214 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-e99df923-362d-4ca6-b86a-63c23dfe8c7e req-10648581-3e2b-408a-a1a0-146b21b23042 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Calling delete_port for c3885190-ff96-4c94-9d1e-7e8ac95b5700 owned by compute:nova {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:03:23.866416 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-e99df923-362d-4ca6-b86a-63c23dfe8c7e req-10648581-3e2b-408a-a1a0-146b21b23042 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:23.901051 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10648581-3e2b-408a-a1a0-146b21b23042 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Pushing event deleted for resources: {'Port': ['ID=c3885190-ff96-4c94-9d1e-7e8ac95b5700,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:03:23.924486 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['aa1e8e09-22c3-4b5e-bab0-d2baa5401b67', 'c48cb6ff-be8c-4488-9432-a54f40cdd2a7', 'f0cf837b-23d3-4d9e-b989-e9581b2e5cfd', 'c3885190-ff96-4c94-9d1e-7e8ac95b5700'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:03:23.937364 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99df923-362d-4ca6-b86a-63c23dfe8c7e req-10648581-3e2b-408a-a1a0-146b21b23042 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] No DVR routers for this DVR port c3885190-ff96-4c94-9d1e-7e8ac95b5700 on host hv-cinder-78825 {{(pid=104728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:03:23.939994 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-e99df923-362d-4ca6-b86a-63c23dfe8c7e req-10648581-3e2b-408a-a1a0-146b21b23042 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:23.942103 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e99df923-362d-4ca6-b86a-63c23dfe8c7e req-10648581-3e2b-408a-a1a0-146b21b23042 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.89 "DELETE /v2.0/ports/c3885190-ff96-4c94-9d1e-7e8ac95b5700 HTTP/1.1" status: 204 len: 173 time: 0.6835306 Jul 29 10:03:23.942541 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4307581d-14ba-47cc-bfa5-40beb1641d33', 'name': 'network-vif-deleted', 'tag': 'c3885190-ff96-4c94-9d1e-7e8ac95b5700'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:03:23.944795 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b393f0-8bae-44e5-b900-13d87dab94ee" -d '{"events": [{"server_uuid": "4307581d-14ba-47cc-bfa5-40beb1641d33", "name": "network-vif-deleted", "tag": "c3885190-ff96-4c94-9d1e-7e8ac95b5700"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:03:23.985107 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66292138-df15-4801-bb75-dde825dd6384 x-openstack-request-id: req-66292138-df15-4801-bb75-dde825dd6384 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:03:23.985107 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4307581d-14ba-47cc-bfa5-40beb1641d33", "name": "network-vif-deleted", "tag": "c3885190-ff96-4c94-9d1e-7e8ac95b5700", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:03:23.985107 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-66292138-df15-4801-bb75-dde825dd6384 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:03:23.985107 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4307581d-14ba-47cc-bfa5-40beb1641d33', 'name': 'network-vif-deleted', 'tag': 'c3885190-ff96-4c94-9d1e-7e8ac95b5700', 'status': 'completed', 'code': 200} Jul 29 10:03:24.349520 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b2844711-30d4-4d06-a86d-be9c32fca1f1 req-f02b6ba6-039b-4b9e-8050-3c1f41d36185 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=4307581d-14ba-47cc-bfa5-40beb1641d33 HTTP/1.1" status: 200 len: 210 time: 0.0370090 Jul 29 10:03:24.444117 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d04df-bc48-49bd-863f-ab3d2b354b7c req-81b503d0-52a5-4595-a2fd-d24e394069dd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:24.446036 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-363d04df-bc48-49bd-863f-ab3d2b354b7c req-81b503d0-52a5-4595-a2fd-d24e394069dd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.1032314 Jul 29 10:03:24.449842 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c641e-0bfa-4546-b975-ea31a2d25c49 req-2d74b184-e5a1-4e96-86a8-893d3fce1936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:24.451601 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-666c641e-0bfa-4546-b975-ea31a2d25c49 req-2d74b184-e5a1-4e96-86a8-893d3fce1936 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=735b6107d1e24edfb73207b6522a26c4&device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 1098 time: 0.0850468 Jul 29 10:03:24.553120 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-363d04df-bc48-49bd-863f-ab3d2b354b7c req-e589624b-15f4-465b-8e67-fea6616ba87e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998530 Jul 29 10:03:24.591223 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c641e-0bfa-4546-b975-ea31a2d25c49 req-30ac5a31-401c-4f87-bca7-ca2fe12bb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:24.592764 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-666c641e-0bfa-4546-b975-ea31a2d25c49 req-30ac5a31-401c-4f87-bca7-ca2fe12bb1c3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3fa3a7a6-9806-484d-b0ba-8344627c78e2 HTTP/1.1" status: 200 len: 919 time: 0.1319516 Jul 29 10:03:24.662918 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-666c641e-0bfa-4546-b975-ea31a2d25c49 req-3c1f7204-37f6-41a1-a2ea-7793b1a95af4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34094876-bc5b-4e18-8369-2505fa5e21fb HTTP/1.1" status: 200 len: 1001 time: 0.0623600 Jul 29 10:03:24.722475 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c641e-0bfa-4546-b975-ea31a2d25c49 req-f60c7f9b-cecf-466f-bce6-b33107bb7926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:24.723978 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-666c641e-0bfa-4546-b975-ea31a2d25c49 req-f60c7f9b-cecf-466f-bce6-b33107bb7926 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4d807706-b29a-4520-8761-85daf7efff9e HTTP/1.1" status: 200 len: 856 time: 0.0538111 Jul 29 10:03:24.774738 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c641e-0bfa-4546-b975-ea31a2d25c49 req-141ca920-fe67-4ecb-a3a3-d6b5aa911956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:24.776248 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-666c641e-0bfa-4546-b975-ea31a2d25c49 req-141ca920-fe67-4ecb-a3a3-d6b5aa911956 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3fa3a7a6-9806-484d-b0ba-8344627c78e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431275 Jul 29 10:03:24.872411 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-666c641e-0bfa-4546-b975-ea31a2d25c49 req-a2f6c5fb-8064-4e2b-99ed-c069ed80f749 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878766 Jul 29 10:03:24.978286 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-666c641e-0bfa-4546-b975-ea31a2d25c49 req-b7ba0aba-3eec-4574-9081-22aa8ea4acb4 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967536 Jul 29 10:03:25.680065 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8f879-b8ed-4e99-b820-ddb38182c912 req-4a7eb2bf-fb6d-4f21-8a6d-e614b1877e3e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:25.681503 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6ec8f879-b8ed-4e99-b820-ddb38182c912 req-4a7eb2bf-fb6d-4f21-8a6d-e614b1877e3e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0513783 Jul 29 10:03:25.728113 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6ec8f879-b8ed-4e99-b820-ddb38182c912 req-2ee784b3-843c-4fab-8faa-21e929d2aafe tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395584 Jul 29 10:03:26.774609 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2b376-cef3-4546-a006-8006ca53520f req-0b1a6324-6e72-421a-9cc1-0bfb7a4d2bc8 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:26.776112 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-00f2b376-cef3-4546-a006-8006ca53520f req-0b1a6324-6e72-421a-9cc1-0bfb7a4d2bc8 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 946 time: 0.0523331 Jul 29 10:03:26.833330 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-00f2b376-cef3-4546-a006-8006ca53520f req-6f736db5-e670-42f4-b7f5-ceee796dd0dc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500267 Jul 29 10:03:26.866946 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 34094876-bc5b-4e18-8369-2505fa5e21fb no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:03:26.871212 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f8bb0-1f49-4106-84ea-ae2c4e55e454 req-14ece5e2-7d1a-4ce3-947a-ea8dc05990a4 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:26.873462 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e90f8bb0-1f49-4106-84ea-ae2c4e55e454 req-14ece5e2-7d1a-4ce3-947a-ea8dc05990a4 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 945 time: 0.0630360 Jul 29 10:03:26.922944 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e90f8bb0-1f49-4106-84ea-ae2c4e55e454 req-74fc0e13-16c4-4c7c-a00e-ffd8e04ecaf1 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384653 Jul 29 10:03:26.952562 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:26.983191 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46230456-c6ab-41d4-8b47-e4c08d0e2b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34094876-bc5b-4e18-8369-2505fa5e21fb'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:03:26.983191 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7a6fc8-3516-48e7-99d8-7a641671d135" -d '{"events": [{"server_uuid": "46230456-c6ab-41d4-8b47-e4c08d0e2b14", "name": "network-vif-unplugged", "status": "completed", "tag": "34094876-bc5b-4e18-8369-2505fa5e21fb"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:03:26.996318 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 34094876-bc5b-4e18-8369-2505fa5e21fb, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=34094876-bc5b-4e18-8369-2505fa5e21fb,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:03:27.003072 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:27.004045 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device c3885190-ff96-4c94-9d1e-7e8ac95b5700 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:03:27.026636 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 10:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0018c96-f72c-4299-8fa4-68964712ff02 x-openstack-request-id: req-c0018c96-f72c-4299-8fa4-68964712ff02 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:03:27.026863 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46230456-c6ab-41d4-8b47-e4c08d0e2b14", "name": "network-vif-unplugged", "status": "completed", "tag": "34094876-bc5b-4e18-8369-2505fa5e21fb", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:03:27.027120 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c0018c96-f72c-4299-8fa4-68964712ff02 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:03:27.027494 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46230456-c6ab-41d4-8b47-e4c08d0e2b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34094876-bc5b-4e18-8369-2505fa5e21fb', 'code': 200} Jul 29 10:03:27.044563 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: c3885190-ff96-4c94-9d1e-7e8ac95b5700 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:03:27.044937 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device c3885190-ff96-4c94-9d1e-7e8ac95b5700 not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:03:27.072879 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=34094876-bc5b-4e18-8369-2505fa5e21fb,revision_number=8']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:03:27.958621 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965602d9-36dc-46ea-92f0-e152af1aeaf4 req-482be363-89a5-44ca-a718-81858d30d218 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:27.960089 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-965602d9-36dc-46ea-92f0-e152af1aeaf4 req-482be363-89a5-44ca-a718-81858d30d218 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 946 time: 0.0524325 Jul 29 10:03:28.003691 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-965602d9-36dc-46ea-92f0-e152af1aeaf4 req-a042e686-e080-46e9-bf5c-ccde68e9e14b tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363250 Jul 29 10:03:28.053214 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38d1d6-00e3-4d18-9fb2-ad385adda44a req-ff2e5a7b-037c-489a-9ef6-ed5e9211aa5f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:28.054734 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5c38d1d6-00e3-4d18-9fb2-ad385adda44a req-ff2e5a7b-037c-489a-9ef6-ed5e9211aa5f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0501380 Jul 29 10:03:28.094437 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5c38d1d6-00e3-4d18-9fb2-ad385adda44a req-0d874858-2bde-43f1-a7e0-d0b5e2bcbde3 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337117 Jul 29 10:03:29.082359 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f4839-53f9-4992-bb86-ed333cf41e12 req-c3d6e3c8-b35b-4a9b-ad7e-4bdd794b181c tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:29.085030 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3c0f4839-53f9-4992-bb86-ed333cf41e12 req-c3d6e3c8-b35b-4a9b-ad7e-4bdd794b181c tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.89 "GET /v2.0/ports?device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 946 time: 0.0836601 Jul 29 10:03:29.271361 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7857f12-162b-4406-a07c-d331a8add852 req-4623404a-2bc5-4c1d-8de6-f01c3c1a3c2e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:29.272969 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f7857f12-162b-4406-a07c-d331a8add852 req-4623404a-2bc5-4c1d-8de6-f01c3c1a3c2e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.1866357 Jul 29 10:03:29.297449 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087b794-fe15-4f20-b476-3a6ffd137e07 req-a8284b49-6c28-49c1-b945-e9ae671191f6 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:29.299047 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4087b794-fe15-4f20-b476-3a6ffd137e07 req-a8284b49-6c28-49c1-b945-e9ae671191f6 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 946 time: 0.1903512 Jul 29 10:03:29.343094 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8252dfb4-d986-4f6f-b00b-6b7fb8077725 req-16d480bd-2ac6-40cc-a1b8-81a54576b916 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1614852 Jul 29 10:03:29.384205 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f7857f12-162b-4406-a07c-d331a8add852 req-6ea0bcc7-67fe-4fd1-bc3f-a9dd9414a6f2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994165 Jul 29 10:03:29.401830 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4087b794-fe15-4f20-b476-3a6ffd137e07 req-e4c2dd9f-b7ba-4ec5-8f10-bbbfad6fbbba tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922599 Jul 29 10:03:29.403649 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-3c0f4839-53f9-4992-bb86-ed333cf41e12 req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Deleting port f0cf837b-23d3-4d9e-b989-e9581b2e5cfd {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:03:29.404012 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-3c0f4839-53f9-4992-bb86-ed333cf41e12 req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:29.520042 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-3c0f4839-53f9-4992-bb86-ed333cf41e12 req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] For port f0cf837b-23d3-4d9e-b989-e9581b2e5cfd, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f0cf837b-23d3-4d9e-b989-e9581b2e5cfd,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:03:29.520403 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-3c0f4839-53f9-4992-bb86-ed333cf41e12 req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:29.535201 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-3c0f4839-53f9-4992-bb86-ed333cf41e12 req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Calling delete_port for f0cf837b-23d3-4d9e-b989-e9581b2e5cfd owned by compute:nova {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:03:29.700423 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-3c0f4839-53f9-4992-bb86-ed333cf41e12 req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:29.730498 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Pushing event deleted for resources: {'Port': ['ID=f0cf837b-23d3-4d9e-b989-e9581b2e5cfd,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:03:29.740105 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['aa1e8e09-22c3-4b5e-bab0-d2baa5401b67', 'c48cb6ff-be8c-4488-9432-a54f40cdd2a7', 'f0cf837b-23d3-4d9e-b989-e9581b2e5cfd'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:03:29.743551 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:29.743915 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:29.744259 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:29.744603 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:29.744975 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:29.745323 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:29.745652 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:29.745982 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:29.746310 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:29.746639 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:29.746966 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:29.747294 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:29.790385 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0f4839-53f9-4992-bb86-ed333cf41e12 req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] No DVR routers for this DVR port f0cf837b-23d3-4d9e-b989-e9581b2e5cfd on host hv-cinder-78825 {{(pid=104728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:03:29.793003 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-3c0f4839-53f9-4992-bb86-ed333cf41e12 req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:29.795438 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3c0f4839-53f9-4992-bb86-ed333cf41e12 req-0356586f-f97b-4092-9742-6aa458f7b5fc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.89 "DELETE /v2.0/ports/f0cf837b-23d3-4d9e-b989-e9581b2e5cfd HTTP/1.1" status: 204 len: 173 time: 0.6969130 Jul 29 10:03:29.796482 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77caaecf-f57a-4211-8660-12f3d2bdeed8', 'name': 'network-vif-deleted', 'tag': 'f0cf837b-23d3-4d9e-b989-e9581b2e5cfd'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:03:29.799047 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1e1633-13ab-48a2-8ac9-757311b791f5" -d '{"events": [{"server_uuid": "77caaecf-f57a-4211-8660-12f3d2bdeed8", "name": "network-vif-deleted", "tag": "f0cf837b-23d3-4d9e-b989-e9581b2e5cfd"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:03:29.845271 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ca748b-6400-47a7-b07e-18c4fccbd867 x-openstack-request-id: req-e6ca748b-6400-47a7-b07e-18c4fccbd867 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:03:29.845775 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77caaecf-f57a-4211-8660-12f3d2bdeed8", "name": "network-vif-deleted", "tag": "f0cf837b-23d3-4d9e-b989-e9581b2e5cfd", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:03:29.846027 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e6ca748b-6400-47a7-b07e-18c4fccbd867 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:03:29.846424 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77caaecf-f57a-4211-8660-12f3d2bdeed8', 'name': 'network-vif-deleted', 'tag': 'f0cf837b-23d3-4d9e-b989-e9581b2e5cfd', 'status': 'completed', 'code': 200} Jul 29 10:03:30.492804 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252dfb4-d986-4f6f-b00b-6b7fb8077725 req-a59dac2e-a581-4e8e-830a-cdde3782b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:30.494376 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8252dfb4-d986-4f6f-b00b-6b7fb8077725 req-a59dac2e-a581-4e8e-830a-cdde3782b707 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14&tenant_id=735b6107d1e24edfb73207b6522a26c4 HTTP/1.1" status: 200 len: 1096 time: 0.0864203 Jul 29 10:03:30.582279 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8eeb73bb-8d38-4586-b93b-16bfac24b984 req-ad5c6e86-6e90-4561-add9-2879bab6e9fd tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=77caaecf-f57a-4211-8660-12f3d2bdeed8 HTTP/1.1" status: 200 len: 210 time: 0.0564988 Jul 29 10:03:30.601602 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5c498-6e9e-488f-a662-6a30598b7efe req-8c9e6714-6711-4ad8-8dfe-3359938f9381 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:30.603109 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e8b5c498-6e9e-488f-a662-6a30598b7efe req-8c9e6714-6711-4ad8-8dfe-3359938f9381 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.1078393 Jul 29 10:03:30.620499 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252dfb4-d986-4f6f-b00b-6b7fb8077725 req-2d98c752-6ca3-4d7c-8136-09696160aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:30.621965 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8252dfb4-d986-4f6f-b00b-6b7fb8077725 req-2d98c752-6ca3-4d7c-8136-09696160aadf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=735b6107d1e24edfb73207b6522a26c4&device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 1096 time: 0.0836802 Jul 29 10:03:30.699029 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e8b5c498-6e9e-488f-a662-6a30598b7efe req-d383bc36-93d4-4578-91af-3250eef2f8d0 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884497 Jul 29 10:03:30.743206 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252dfb4-d986-4f6f-b00b-6b7fb8077725 req-985d7e69-2be9-4cee-845e-c6ddcdb7f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:30.744661 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8252dfb4-d986-4f6f-b00b-6b7fb8077725 req-985d7e69-2be9-4cee-845e-c6ddcdb7f335 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3fa3a7a6-9806-484d-b0ba-8344627c78e2 HTTP/1.1" status: 200 len: 919 time: 0.1129301 Jul 29 10:03:30.818929 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8252dfb4-d986-4f6f-b00b-6b7fb8077725 req-bb1187c9-b3ed-48f3-ac6f-9c56a6356814 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34094876-bc5b-4e18-8369-2505fa5e21fb HTTP/1.1" status: 200 len: 999 time: 0.0611603 Jul 29 10:03:30.876782 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252dfb4-d986-4f6f-b00b-6b7fb8077725 req-63362cb2-4017-4f43-9837-9a511e4be018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:30.878346 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8252dfb4-d986-4f6f-b00b-6b7fb8077725 req-63362cb2-4017-4f43-9837-9a511e4be018 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4d807706-b29a-4520-8761-85daf7efff9e HTTP/1.1" status: 200 len: 856 time: 0.0516450 Jul 29 10:03:30.909637 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 34094876-bc5b-4e18-8369-2505fa5e21fb no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:03:30.938470 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252dfb4-d986-4f6f-b00b-6b7fb8077725 req-dbdc0d4f-f73b-4ae2-a081-0ad8c9cb6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:30.940018 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8252dfb4-d986-4f6f-b00b-6b7fb8077725 req-dbdc0d4f-f73b-4ae2-a081-0ad8c9cb6e61 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3fa3a7a6-9806-484d-b0ba-8344627c78e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504909 Jul 29 10:03:31.040946 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8252dfb4-d986-4f6f-b00b-6b7fb8077725 req-f32d1524-c606-4f3b-b503-01bfeab0392f service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920060 Jul 29 10:03:31.146294 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8252dfb4-d986-4f6f-b00b-6b7fb8077725 req-328db58a-b927-4245-b87c-53d0e35021a0 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980389 Jul 29 10:03:31.899417 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd98c7-4a4d-44ab-9526-8a377bab6e8f req-9c06fe84-298a-4803-9041-e06d8014d072 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:31.913610 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-80cd98c7-4a4d-44ab-9526-8a377bab6e8f req-9c06fe84-298a-4803-9041-e06d8014d072 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0845425 Jul 29 10:03:31.998709 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-80cd98c7-4a4d-44ab-9526-8a377bab6e8f req-0b3395e4-fca9-4791-ae71-39bf1a67cb6b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750310 Jul 29 10:03:32.028747 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040a170-98d4-4bdb-a9a3-6966a4aaa672 req-128da916-97a8-470c-b897-03327a6b3e9a tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:32.028747 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5040a170-98d4-4bdb-a9a3-6966a4aaa672 req-128da916-97a8-470c-b897-03327a6b3e9a tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.0750284 Jul 29 10:03:32.064663 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5040a170-98d4-4bdb-a9a3-6966a4aaa672 req-f9abdb4d-36d5-45c7-a03f-5439b54f494b tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371218 Jul 29 10:03:32.902466 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device f0cf837b-23d3-4d9e-b989-e9581b2e5cfd no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:03:32.922600 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: f0cf837b-23d3-4d9e-b989-e9581b2e5cfd {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:03:32.922984 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device f0cf837b-23d3-4d9e-b989-e9581b2e5cfd not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:03:33.152919 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2a9a6-0403-4db4-9691-4e58bdc631ac req-69b60fec-557f-495f-89d8-15107361d606 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:33.154388 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9de2a9a6-0403-4db4-9691-4e58bdc631ac req-69b60fec-557f-495f-89d8-15107361d606 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0728726 Jul 29 10:03:33.221693 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9de2a9a6-0403-4db4-9691-4e58bdc631ac req-40353a97-86df-4428-bbd2-0dc965938884 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568466 Jul 29 10:03:33.231479 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06e2fe-3bfc-416a-a12d-9e582c4242bd req-9d8a671d-78f1-432e-b911-094156192a24 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:33.233607 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5c06e2fe-3bfc-416a-a12d-9e582c4242bd req-9d8a671d-78f1-432e-b911-094156192a24 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.0777369 Jul 29 10:03:33.282655 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-5c06e2fe-3bfc-416a-a12d-9e582c4242bd req-66e7f96e-2541-458b-ae96-f8ee9fc30856 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372510 Jul 29 10:03:34.405396 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b09473-2ba9-473a-bb69-5afce85aec57 req-b99d0e31-85f4-4e0b-a0d4-b505c00d1449 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:34.406873 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c6b09473-2ba9-473a-bb69-5afce85aec57 req-b99d0e31-85f4-4e0b-a0d4-b505c00d1449 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0879228 Jul 29 10:03:34.432024 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a056e26-d237-42aa-b6f1-780c8eaf97cc req-0e969b19-4791-4643-8879-88219b95f40c tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:34.433606 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0a056e26-d237-42aa-b6f1-780c8eaf97cc req-0e969b19-4791-4643-8879-88219b95f40c tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.0805771 Jul 29 10:03:34.478995 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c6b09473-2ba9-473a-bb69-5afce85aec57 req-9a5617be-9788-48ec-9230-2288229713ba tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660584 Jul 29 10:03:34.493173 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0a056e26-d237-42aa-b6f1-780c8eaf97cc req-e815ce62-021c-440d-8654-c2d2a3fd93f5 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517590 Jul 29 10:03:35.652315 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933453cd-537d-4b1f-9ffe-be4e170a74f5 req-0b7d7d0c-6278-46ce-8f91-8de8c7f77f91 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:35.653871 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-933453cd-537d-4b1f-9ffe-be4e170a74f5 req-0b7d7d0c-6278-46ce-8f91-8de8c7f77f91 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.0755501 Jul 29 10:03:35.663228 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb0fe0-6726-4d9d-957b-1b5af51b4a29 req-13d53efe-f674-4131-9941-16f29b17db16 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:35.664761 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b0eb0fe0-6726-4d9d-957b-1b5af51b4a29 req-13d53efe-f674-4131-9941-16f29b17db16 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0960171 Jul 29 10:03:35.725489 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-933453cd-537d-4b1f-9ffe-be4e170a74f5 req-02928a19-2f8d-4620-950f-311358c8367f tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597193 Jul 29 10:03:35.731249 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b0eb0fe0-6726-4d9d-957b-1b5af51b4a29 req-6d777b14-42b6-410e-b11f-ae102c10142f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586932 Jul 29 10:03:36.909861 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d4a87-25ad-4ae7-901f-4432a06b45e0 req-a13985b3-23a6-4d68-abd9-51fcca6d9a15 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:36.911414 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a95d4a87-25ad-4ae7-901f-4432a06b45e0 req-a13985b3-23a6-4d68-abd9-51fcca6d9a15 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.0883572 Jul 29 10:03:36.927589 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5a5ee-dcf2-472b-8908-0acd1b4fb89d req-9f94971a-3e6a-4dc2-9387-a45871ddbcc9 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:36.929226 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-41d5a5ee-dcf2-472b-8908-0acd1b4fb89d req-9f94971a-3e6a-4dc2-9387-a45871ddbcc9 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.1040368 Jul 29 10:03:36.990734 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a95d4a87-25ad-4ae7-901f-4432a06b45e0 req-7fea333b-13e1-49a6-bfdd-b7b05cf17777 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712209 Jul 29 10:03:36.998967 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-41d5a5ee-dcf2-472b-8908-0acd1b4fb89d req-54c65c28-1009-49c0-8fcf-942c8988749b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637705 Jul 29 10:03:38.165235 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62d1f9-2cb1-40d8-882e-d7b8c2b9439c req-556a5045-a00f-4092-8701-27247a5b539f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:38.166749 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cc62d1f9-2cb1-40d8-882e-d7b8c2b9439c req-556a5045-a00f-4092-8701-27247a5b539f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0777309 Jul 29 10:03:38.176127 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d80044-9e46-4677-ae7c-05da74eaf539 req-429dccff-7224-4aba-8858-403acd1d0d5b tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:38.177722 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c7d80044-9e46-4677-ae7c-05da74eaf539 req-429dccff-7224-4aba-8858-403acd1d0d5b tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.0793307 Jul 29 10:03:38.238519 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cc62d1f9-2cb1-40d8-882e-d7b8c2b9439c req-c1fd0d77-2251-431a-9248-07aef85c2c1e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597811 Jul 29 10:03:38.241684 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c7d80044-9e46-4677-ae7c-05da74eaf539 req-fd4f3282-47fe-49dc-9d9c-119329705091 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567331 Jul 29 10:03:39.404440 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e1616-3d81-4395-8646-dc47e027e097 req-1d1a5fce-3725-4550-ac14-dab0a5cf8be7 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:39.406148 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-701e1616-3d81-4395-8646-dc47e027e097 req-1d1a5fce-3725-4550-ac14-dab0a5cf8be7 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0920725 Jul 29 10:03:39.421655 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef910f-20b0-4fea-9523-b1236042b2b5 req-bd82080a-0630-4f78-b7fb-1dda5ad3eb02 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:39.424299 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c2ef910f-20b0-4fea-9523-b1236042b2b5 req-bd82080a-0630-4f78-b7fb-1dda5ad3eb02 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.1007898 Jul 29 10:03:39.481191 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c2ef910f-20b0-4fea-9523-b1236042b2b5 req-da9797b6-c739-4b85-94a8-559cd64214a4 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504780 Jul 29 10:03:39.495609 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-701e1616-3d81-4395-8646-dc47e027e097 req-3806aa3f-8068-4ef8-bbde-ebe63f125767 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824881 Jul 29 10:03:40.648656 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f713589-5036-459b-84cf-3f25e45bf2a2 req-fdcfd896-a26a-402a-922c-802013cbc886 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:40.650256 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3f713589-5036-459b-84cf-3f25e45bf2a2 req-fdcfd896-a26a-402a-922c-802013cbc886 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.0928051 Jul 29 10:03:40.665971 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06117601-be62-4d7e-b066-3744f07c336c req-718a4dc2-b3b0-4724-9ba8-e1e2731836da tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:40.668369 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-06117601-be62-4d7e-b066-3744f07c336c req-718a4dc2-b3b0-4724-9ba8-e1e2731836da tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0755994 Jul 29 10:03:40.727796 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3f713589-5036-459b-84cf-3f25e45bf2a2 req-075b7edf-90c8-49b0-8b97-7a57c21c2488 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581465 Jul 29 10:03:40.735445 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-06117601-be62-4d7e-b066-3744f07c336c req-b6063fbb-9000-419d-8217-36335c97edcd tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577862 Jul 29 10:03:41.904671 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061f787-1779-47b3-b5ce-015f7a026b8b req-a6c97c58-32fe-4af5-9246-464cf52fe26b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:41.906801 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d061f787-1779-47b3-b5ce-015f7a026b8b req-a6c97c58-32fe-4af5-9246-464cf52fe26b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0792758 Jul 29 10:03:41.915972 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ed279-bc63-4051-a493-5d162b95fde1 req-1f0de86d-8614-465d-94e8-0c766c59beef tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:41.917658 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3e7ed279-bc63-4051-a493-5d162b95fde1 req-1f0de86d-8614-465d-94e8-0c766c59beef tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.0812883 Jul 29 10:03:41.975035 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d061f787-1779-47b3-b5ce-015f7a026b8b req-0b090a8f-9b51-4335-98a7-c2434f579aa3 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557938 Jul 29 10:03:41.992577 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3e7ed279-bc63-4051-a493-5d162b95fde1 req-47220265-f53b-476c-bbeb-b11ad11c99ed tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577462 Jul 29 10:03:43.144449 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c8735-186a-4467-b5b3-cd965acc526e req-c4d2f957-a36f-434d-a6cd-7fe73732850b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:43.145945 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6d5c8735-186a-4467-b5b3-cd965acc526e req-c4d2f957-a36f-434d-a6cd-7fe73732850b tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0867140 Jul 29 10:03:43.159672 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8abd66-df6c-4fed-a964-6713310af4e2 req-f0821eb1-048c-41c9-8e0f-b00f527e14ef tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:43.161213 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dd8abd66-df6c-4fed-a964-6713310af4e2 req-f0821eb1-048c-41c9-8e0f-b00f527e14ef tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.0715764 Jul 29 10:03:43.223803 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6d5c8735-186a-4467-b5b3-cd965acc526e req-2212613b-2680-403e-84a0-da08dddd2b89 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616000 Jul 29 10:03:43.226426 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dd8abd66-df6c-4fed-a964-6713310af4e2 req-81711da1-8ec5-441a-b69b-a0f7b5b0e5f1 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584342 Jul 29 10:03:44.262753 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-af8d78f7-c470-418b-9a25-1e07dd429ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:44.271603 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:44.390451 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a16631-d444-4620-a9ef-f7cfec6f29e2 req-7ff47c88-64d1-4def-9ae7-e109760484de tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:44.392044 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c7a16631-d444-4620-a9ef-f7cfec6f29e2 req-7ff47c88-64d1-4def-9ae7-e109760484de tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0836983 Jul 29 10:03:44.407913 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb5cc3-062f-4443-bd5d-85dfa46cf46a req-f3e3550d-12d0-4a41-bc03-2572d9edea77 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:44.409562 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-23cb5cc3-062f-4443-bd5d-85dfa46cf46a req-f3e3550d-12d0-4a41-bc03-2572d9edea77 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.0912192 Jul 29 10:03:44.466807 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c7a16631-d444-4620-a9ef-f7cfec6f29e2 req-f8fc6c18-91fa-464d-9079-2e48b5c08a20 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676970 Jul 29 10:03:44.475492 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-23cb5cc3-062f-4443-bd5d-85dfa46cf46a req-2066b232-99b1-49bd-9bfe-6711534f920a tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594985 Jul 29 10:03:45.356231 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:03:45.637875 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be9205-2d38-4fdd-b12a-d69123317f7d req-d492b862-d509-4189-b55a-59c64cc9db1e tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:45.639244 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-35be9205-2d38-4fdd-b12a-d69123317f7d req-d492b862-d509-4189-b55a-59c64cc9db1e tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.0928345 Jul 29 10:03:45.653904 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9d2b2-774f-4bc4-bef4-eef28dcc2305 req-dd6971bb-99f2-4447-bb1f-c2432dfcdc92 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:45.655329 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-85e9d2b2-774f-4bc4-bef4-eef28dcc2305 req-dd6971bb-99f2-4447-bb1f-c2432dfcdc92 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0732427 Jul 29 10:03:45.715313 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-35be9205-2d38-4fdd-b12a-d69123317f7d req-b58fd433-4e6f-4d28-876e-aee067e874a5 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691357 Jul 29 10:03:45.736941 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-85e9d2b2-774f-4bc4-bef4-eef28dcc2305 req-9890a037-6cfb-40d8-9efd-b6783b867733 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659931 Jul 29 10:03:46.871936 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb6dd3-b25e-4ba7-86ee-3906e23fd828 req-59a7d88a-524a-45d0-8a76-4f8b96b34b5e tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:46.873455 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3eeb6dd3-b25e-4ba7-86ee-3906e23fd828 req-59a7d88a-524a-45d0-8a76-4f8b96b34b5e tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.0809083 Jul 29 10:03:46.888764 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f29d36-aa7f-4afc-a261-49df653b282d req-d3862b4d-2060-431f-ab8b-38e1f4b04cd8 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:46.889342 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-59f29d36-aa7f-4afc-a261-49df653b282d req-d3862b4d-2060-431f-ab8b-38e1f4b04cd8 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0690234 Jul 29 10:03:46.948463 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3eeb6dd3-b25e-4ba7-86ee-3906e23fd828 req-2fd09705-8271-40b2-9a69-ef24b65d02af tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681889 Jul 29 10:03:46.956634 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-59f29d36-aa7f-4afc-a261-49df653b282d req-3273d41f-02ca-4f0a-bbdf-68a88637efa7 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589647 Jul 29 10:03:47.297593 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-6f6f7649-2a94-4b75-83fe-e93e0c540187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:47.717513 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:48.102959 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca9e72-8d5c-4de3-8934-a59d8a523a46 req-bf273845-656b-4275-819f-f76be2cddc5d tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:48.104464 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-95ca9e72-8d5c-4de3-8934-a59d8a523a46 req-bf273845-656b-4275-819f-f76be2cddc5d tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.0838468 Jul 29 10:03:48.118106 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27327c06-a1eb-4776-80e3-369f54e5093f req-a2f28265-bf65-418c-954c-4fdf61f8a98c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:48.119551 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-27327c06-a1eb-4776-80e3-369f54e5093f req-a2f28265-bf65-418c-954c-4fdf61f8a98c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0730963 Jul 29 10:03:48.181074 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-95ca9e72-8d5c-4de3-8934-a59d8a523a46 req-1ae90f10-25d7-4d5f-a4ae-a0527ca38dc4 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604882 Jul 29 10:03:48.186650 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-27327c06-a1eb-4776-80e3-369f54e5093f req-dd9a3ee8-0dfb-42e6-8dcd-78b5b12222ce tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585675 Jul 29 10:03:48.704427 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:49.342221 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b54ac6-73dd-44a4-9622-0ef88c653c27 req-bd8f953a-8b12-47f9-836e-80d4d61e15f3 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:49.344391 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f5b54ac6-73dd-44a4-9622-0ef88c653c27 req-bd8f953a-8b12-47f9-836e-80d4d61e15f3 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.0883241 Jul 29 10:03:49.358054 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d8a33-7316-473f-b6d3-fc021d421f8e req-3fbfd85b-9181-45eb-bb2b-2833bd161400 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:49.360251 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-994d8a33-7316-473f-b6d3-fc021d421f8e req-3fbfd85b-9181-45eb-bb2b-2833bd161400 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0691724 Jul 29 10:03:49.413869 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f5b54ac6-73dd-44a4-9622-0ef88c653c27 req-aeb5eced-c238-4860-b28b-5ff6b0fe7681 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633395 Jul 29 10:03:49.421208 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-994d8a33-7316-473f-b6d3-fc021d421f8e req-63d4d6b2-99a9-4cfa-b4b5-d728b114ba8c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551152 Jul 29 10:03:50.490167 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:50.573536 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491bc56-ffdd-48c6-b77d-0358e04243a7 req-a86705ae-2486-4863-9e7b-8bc7f075c4dc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:50.575012 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7491bc56-ffdd-48c6-b77d-0358e04243a7 req-a86705ae-2486-4863-9e7b-8bc7f075c4dc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.0878365 Jul 29 10:03:50.586889 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926b60c-f96b-45c5-8189-9e1a1327a888 req-4f56c12c-c412-4aab-985c-fc33b72cb509 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:50.588309 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b926b60c-f96b-45c5-8189-9e1a1327a888 req-4f56c12c-c412-4aab-985c-fc33b72cb509 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0724108 Jul 29 10:03:50.644022 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7491bc56-ffdd-48c6-b77d-0358e04243a7 req-b67520fb-5257-4ace-8f01-1539a28ffc44 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546701 Jul 29 10:03:50.649096 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b926b60c-f96b-45c5-8189-9e1a1327a888 req-dc83d664-3ccb-483b-97b1-02bc29a53e5a tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531020 Jul 29 10:03:51.461990 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abab04-d8df-431a-8db7-d0dc83ba62f7 req-b2858be8-e96b-4026-9244-8bdcb6f98989 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:51.463568 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a3abab04-d8df-431a-8db7-d0dc83ba62f7 req-b2858be8-e96b-4026-9244-8bdcb6f98989 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.89 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.0513563 Jul 29 10:03:51.563716 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-a3abab04-d8df-431a-8db7-d0dc83ba62f7 req-ab4109fb-466c-4d26-99d8-2f216ba5ea24 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Deleting port c48cb6ff-be8c-4488-9432-a54f40cdd2a7 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:03:51.564123 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-a3abab04-d8df-431a-8db7-d0dc83ba62f7 req-ab4109fb-466c-4d26-99d8-2f216ba5ea24 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:51.657363 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-a3abab04-d8df-431a-8db7-d0dc83ba62f7 req-ab4109fb-466c-4d26-99d8-2f216ba5ea24 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] For port c48cb6ff-be8c-4488-9432-a54f40cdd2a7, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c48cb6ff-be8c-4488-9432-a54f40cdd2a7,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:03:51.658742 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-a3abab04-d8df-431a-8db7-d0dc83ba62f7 req-ab4109fb-466c-4d26-99d8-2f216ba5ea24 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:51.675177 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-a3abab04-d8df-431a-8db7-d0dc83ba62f7 req-ab4109fb-466c-4d26-99d8-2f216ba5ea24 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Calling delete_port for c48cb6ff-be8c-4488-9432-a54f40cdd2a7 owned by compute:nova {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:03:51.839811 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05c68b-b0e3-4075-b15a-b4f7b47103bd req-5f1185e3-9e11-4829-8801-7c04168d989e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:51.841356 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0b05c68b-b0e3-4075-b15a-b4f7b47103bd req-5f1185e3-9e11-4829-8801-7c04168d989e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.1076629 Jul 29 10:03:51.854062 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42769c-3aca-4aff-8972-11f5b080a462 req-66b243c5-aa3c-4d86-bfc6-6f8c1692f406 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:51.855735 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7b42769c-3aca-4aff-8972-11f5b080a462 req-66b243c5-aa3c-4d86-bfc6-6f8c1692f406 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff039abd-5d2d-44ea-913e-02d266ad78b3 HTTP/1.1" status: 200 len: 946 time: 0.1231589 Jul 29 10:03:51.958500 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0b05c68b-b0e3-4075-b15a-b4f7b47103bd req-5bf76e7f-29c8-4425-95d6-d97bb959b99d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011395 Jul 29 10:03:51.964809 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7b42769c-3aca-4aff-8972-11f5b080a462 req-fa266396-7c5c-483c-abaf-03df44e42e7e tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994389 Jul 29 10:03:51.965918 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-a3abab04-d8df-431a-8db7-d0dc83ba62f7 req-ab4109fb-466c-4d26-99d8-2f216ba5ea24 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:52.002995 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['aa1e8e09-22c3-4b5e-bab0-d2baa5401b67', 'c48cb6ff-be8c-4488-9432-a54f40cdd2a7'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:03:52.003688 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4109fb-466c-4d26-99d8-2f216ba5ea24 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Pushing event deleted for resources: {'Port': ['ID=c48cb6ff-be8c-4488-9432-a54f40cdd2a7,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:03:52.040976 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3abab04-d8df-431a-8db7-d0dc83ba62f7 req-ab4109fb-466c-4d26-99d8-2f216ba5ea24 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] No DVR routers for this DVR port c48cb6ff-be8c-4488-9432-a54f40cdd2a7 on host hv-cinder-78825 {{(pid=104728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:03:52.043519 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-a3abab04-d8df-431a-8db7-d0dc83ba62f7 req-ab4109fb-466c-4d26-99d8-2f216ba5ea24 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:52.045854 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a3abab04-d8df-431a-8db7-d0dc83ba62f7 req-ab4109fb-466c-4d26-99d8-2f216ba5ea24 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.89 "DELETE /v2.0/ports/c48cb6ff-be8c-4488-9432-a54f40cdd2a7 HTTP/1.1" status: 204 len: 173 time: 0.5759165 Jul 29 10:03:52.046302 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff039abd-5d2d-44ea-913e-02d266ad78b3', 'name': 'network-vif-deleted', 'tag': 'c48cb6ff-be8c-4488-9432-a54f40cdd2a7'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:03:52.048606 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa44bdce-1499-43e5-86ec-9d386049acc6" -d '{"events": [{"server_uuid": "ff039abd-5d2d-44ea-913e-02d266ad78b3", "name": "network-vif-deleted", "tag": "c48cb6ff-be8c-4488-9432-a54f40cdd2a7"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:03:52.086740 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6393f5-9765-487b-a5d0-4b4eac64b992 x-openstack-request-id: req-fe6393f5-9765-487b-a5d0-4b4eac64b992 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:03:52.087031 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff039abd-5d2d-44ea-913e-02d266ad78b3", "name": "network-vif-deleted", "tag": "c48cb6ff-be8c-4488-9432-a54f40cdd2a7", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:03:52.087282 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe6393f5-9765-487b-a5d0-4b4eac64b992 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:03:52.087711 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff039abd-5d2d-44ea-913e-02d266ad78b3', 'name': 'network-vif-deleted', 'tag': 'c48cb6ff-be8c-4488-9432-a54f40cdd2a7', 'status': 'completed', 'code': 200} Jul 29 10:03:53.087442 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bbf9f-e2fe-4b53-9bd2-ff09db0dfc45 req-27531e60-bc8b-4631-a988-760729bfb089 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:53.088979 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e52bbf9f-e2fe-4b53-9bd2-ff09db0dfc45 req-27531e60-bc8b-4631-a988-760729bfb089 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0527418 Jul 29 10:03:53.131809 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e52bbf9f-e2fe-4b53-9bd2-ff09db0dfc45 req-4e323f32-d536-46de-a004-08d726e17009 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361850 Jul 29 10:03:54.272942 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df376c-836f-40b6-8ea1-af11b9e6aa73 req-99b20d9f-c642-41cb-ad30-74e86b6798ef tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:54.274618 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e9df376c-836f-40b6-8ea1-af11b9e6aa73 req-99b20d9f-c642-41cb-ad30-74e86b6798ef tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 943 time: 0.0657988 Jul 29 10:03:54.326502 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e9df376c-836f-40b6-8ea1-af11b9e6aa73 req-aed8a358-fb84-40f8-ab64-e477a04522a3 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428464 Jul 29 10:03:54.418985 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dfa18-c786-4057-9d57-ef4526b45921 req-c89fc472-2fcd-4b00-b29c-215217e7b186 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:54.420382 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-342dfa18-c786-4057-9d57-ef4526b45921 req-c89fc472-2fcd-4b00-b29c-215217e7b186 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=84d3b02d-ec58-4cd1-a990-9f2904f509a7 HTTP/1.1" status: 200 len: 945 time: 0.0555351 Jul 29 10:03:54.459986 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-342dfa18-c786-4057-9d57-ef4526b45921 req-72aa34a0-307b-448c-b8ce-de5e5e190f18 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327518 Jul 29 10:03:54.892816 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb179fa7-b730-4a60-a034-a36e6c68e152 req-1c0ab109-973f-418e-ae3e-a51157532cbe tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:54.893960 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cb179fa7-b730-4a60-a034-a36e6c68e152 req-1c0ab109-973f-418e-ae3e-a51157532cbe tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 945 time: 0.0572150 Jul 29 10:03:54.932818 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cb179fa7-b730-4a60-a034-a36e6c68e152 req-f48b5d61-7f41-47c6-9ee9-9cdc389c41c9 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326099 Jul 29 10:03:54.980485 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 34094876-bc5b-4e18-8369-2505fa5e21fb details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 10:03:54.992041 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device c48cb6ff-be8c-4488-9432-a54f40cdd2a7 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:03:55.014144 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: c48cb6ff-be8c-4488-9432-a54f40cdd2a7 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:03:55.014493 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device c48cb6ff-be8c-4488-9432-a54f40cdd2a7 not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:03:55.102073 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 34094876-bc5b-4e18-8369-2505fa5e21fb, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=34094876-bc5b-4e18-8369-2505fa5e21fb,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:03:55.112572 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': '34094876-bc5b-4e18-8369-2505fa5e21fb', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'port_id': '34094876-bc5b-4e18-8369-2505fa5e21fb', 'mac_address': 'fa:16:3e:f9:f1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 10:03:55.154346 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:55.167752 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34094876-bc5b-4e18-8369-2505fa5e21fb {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:03:55.188111 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 34094876-bc5b-4e18-8369-2505fa5e21fb, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=34094876-bc5b-4e18-8369-2505fa5e21fb,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:03:55.192550 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:55.243041 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=34094876-bc5b-4e18-8369-2505fa5e21fb,revision_number=9']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:03:55.675510 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['34094876-bc5b-4e18-8369-2505fa5e21fb'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:03:55.758575 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb1b98-f5f4-4d2f-9612-3cef7cc47064 req-12621019-f231-44f1-bfe6-a3b0131eaab2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:55.759697 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-14eb1b98-f5f4-4d2f-9612-3cef7cc47064 req-12621019-f231-44f1-bfe6-a3b0131eaab2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 944 time: 0.3594494 Jul 29 10:03:55.773988 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd621b3-ba6f-4b82-9075-1966c1ad8a38 req-604b20c9-98fb-4f7f-aa6c-10ead7fe7efc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:55.775497 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8dd621b3-ba6f-4b82-9075-1966c1ad8a38 req-604b20c9-98fb-4f7f-aa6c-10ead7fe7efc tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=84d3b02d-ec58-4cd1-a990-9f2904f509a7 HTTP/1.1" status: 200 len: 945 time: 0.0786774 Jul 29 10:03:55.827543 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-14eb1b98-f5f4-4d2f-9612-3cef7cc47064 req-262c05ff-b13e-4e12-9765-4b746f897a0c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510507 Jul 29 10:03:55.841031 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8dd621b3-ba6f-4b82-9075-1966c1ad8a38 req-a6da2795-9428-432f-9b97-336343e04d4a tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569856 Jul 29 10:03:56.051345 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff43825-6bf9-4816-bd6d-3ad5e5c23a09 req-b95b4e20-8303-42a6-8f2d-01d78ef25a18 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:56.052839 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3ff43825-6bf9-4816-bd6d-3ad5e5c23a09 req-b95b4e20-8303-42a6-8f2d-01d78ef25a18 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 945 time: 0.0518949 Jul 29 10:03:56.091553 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3ff43825-6bf9-4816-bd6d-3ad5e5c23a09 req-9aec283b-2a5e-48f4-a3e2-3a0991d4013f tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328455 Jul 29 10:03:56.783958 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c657c85-00f9-4485-8887-2f8071d7e3d5 req-6d97bf0a-f9dd-404b-a641-65fc342da783 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:56.785519 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9c657c85-00f9-4485-8887-2f8071d7e3d5 req-6d97bf0a-f9dd-404b-a641-65fc342da783 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.89 "GET /v2.0/ports?device_id=84d3b02d-ec58-4cd1-a990-9f2904f509a7 HTTP/1.1" status: 200 len: 945 time: 0.0494902 Jul 29 10:03:56.910537 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-9c657c85-00f9-4485-8887-2f8071d7e3d5 req-ef1694d8-b9db-4006-8897-9c038d56c128 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Deleting port aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:03:56.910888 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-9c657c85-00f9-4485-8887-2f8071d7e3d5 req-ef1694d8-b9db-4006-8897-9c038d56c128 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:56.973755 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 34094876-bc5b-4e18-8369-2505fa5e21fb up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:03:57.023163 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port 34094876-bc5b-4e18-8369-2505fa5e21fb triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:03:57.023543 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:57.062697 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81945416-1891-4f0d-b423-f50b2b42f7e2 req-628f43d4-0878-44b7-89b7-09da9ddc690d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:57.064287 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-81945416-1891-4f0d-b423-f50b2b42f7e2 req-628f43d4-0878-44b7-89b7-09da9ddc690d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 944 time: 0.1503878 Jul 29 10:03:57.082411 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ca0ea-1a7c-4e73-8021-3a6982eb391b req-868a5fc8-1073-474d-82d3-c7a60eb7f7bb tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:57.084303 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9a3ca0ea-1a7c-4e73-8021-3a6982eb391b req-868a5fc8-1073-474d-82d3-c7a60eb7f7bb tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=84d3b02d-ec58-4cd1-a990-9f2904f509a7 HTTP/1.1" status: 200 len: 945 time: 0.1600213 Jul 29 10:03:57.097561 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [req-9c657c85-00f9-4485-8887-2f8071d7e3d5 req-ef1694d8-b9db-4006-8897-9c038d56c128 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] For port aa1e8e09-22c3-4b5e-bab0-d2baa5401b67, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=aa1e8e09-22c3-4b5e-bab0-d2baa5401b67,segment=NetworkSegment(0f08fef8-4bb5-45ee-8eec-d4320d336cbe),segment_id=0f08fef8-4bb5-45ee-8eec-d4320d336cbe)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:03:57.097925 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-9c657c85-00f9-4485-8887-2f8071d7e3d5 req-ef1694d8-b9db-4006-8897-9c038d56c128 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:57.105868 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:57.126836 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [req-9c657c85-00f9-4485-8887-2f8071d7e3d5 req-ef1694d8-b9db-4006-8897-9c038d56c128 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Calling delete_port for aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 owned by compute:nova {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:03:57.129479 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46230456-c6ab-41d4-8b47-e4c08d0e2b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34094876-bc5b-4e18-8369-2505fa5e21fb'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:03:57.131761 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08457242-a3e5-4efa-ac1f-1fd9595cdde0" -d '{"events": [{"server_uuid": "46230456-c6ab-41d4-8b47-e4c08d0e2b14", "name": "network-vif-plugged", "status": "completed", "tag": "34094876-bc5b-4e18-8369-2505fa5e21fb"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:03:57.145646 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 34094876-bc5b-4e18-8369-2505fa5e21fb, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=34094876-bc5b-4e18-8369-2505fa5e21fb,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:03:57.150701 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:57.178631 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-81945416-1891-4f0d-b423-f50b2b42f7e2 req-488efca9-a6b5-4932-b7c7-9b989f4a3ae5 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915909 Jul 29 10:03:57.205755 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=34094876-bc5b-4e18-8369-2505fa5e21fb,revision_number=10']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:03:57.219083 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a9fc4-4946-48c8-92df-033f4adb01f8 req-f63da5a8-9933-4b44-9c66-875147f4c6df tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:57.221564 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-403a9fc4-4946-48c8-92df-033f4adb01f8 req-f63da5a8-9933-4b44-9c66-875147f4c6df tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.89 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 945 time: 0.0839312 Jul 29 10:03:57.227016 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9a3ca0ea-1a7c-4e73-8021-3a6982eb391b req-5b8fbca9-a171-49ca-9412-e6a8d8b2d5d4 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaa10952-b022-4744-9826-2b3d8efec9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265502 Jul 29 10:03:57.313305 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5ff910-d03c-4219-be59-c91119f9af54 x-openstack-request-id: req-ad5ff910-d03c-4219-be59-c91119f9af54 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:03:57.313594 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46230456-c6ab-41d4-8b47-e4c08d0e2b14", "name": "network-vif-plugged", "status": "completed", "tag": "34094876-bc5b-4e18-8369-2505fa5e21fb", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:03:57.314042 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ad5ff910-d03c-4219-be59-c91119f9af54 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:03:57.314441 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46230456-c6ab-41d4-8b47-e4c08d0e2b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34094876-bc5b-4e18-8369-2505fa5e21fb', 'code': 200} Jul 29 10:03:57.337493 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-403a9fc4-4946-48c8-92df-033f4adb01f8 req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Deleting port da6e472f-0580-4ce6-bed1-a773f4b9cc2f {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:03:57.337836 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-403a9fc4-4946-48c8-92df-033f4adb01f8 req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:57.377615 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-9c657c85-00f9-4485-8887-2f8071d7e3d5 req-ef1694d8-b9db-4006-8897-9c038d56c128 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:57.413662 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['aa1e8e09-22c3-4b5e-bab0-d2baa5401b67'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:03:57.414173 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ee441-fdbe-4952-919c-54cebcf48b73 req-671e2f7c-f192-4f83-aed9-7fcac3529c35 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:57.417266 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-237ee441-fdbe-4952-919c-54cebcf48b73 req-671e2f7c-f192-4f83-aed9-7fcac3529c35 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 945 time: 0.0952797 Jul 29 10:03:57.420955 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1694d8-b9db-4006-8897-9c038d56c128 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Pushing event deleted for resources: {'Port': ['ID=aa1e8e09-22c3-4b5e-bab0-d2baa5401b67,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:03:57.453386 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-403a9fc4-4946-48c8-92df-033f4adb01f8 req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] For port da6e472f-0580-4ce6-bed1-a773f4b9cc2f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=da6e472f-0580-4ce6-bed1-a773f4b9cc2f,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:03:57.453778 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-403a9fc4-4946-48c8-92df-033f4adb01f8 req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:57.488593 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c657c85-00f9-4485-8887-2f8071d7e3d5 req-ef1694d8-b9db-4006-8897-9c038d56c128 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] No DVR routers for this DVR port aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 on host hv-cinder-78825 {{(pid=104728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:03:57.492879 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [req-9c657c85-00f9-4485-8887-2f8071d7e3d5 req-ef1694d8-b9db-4006-8897-9c038d56c128 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:57.494835 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9c657c85-00f9-4485-8887-2f8071d7e3d5 req-ef1694d8-b9db-4006-8897-9c038d56c128 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.89 "DELETE /v2.0/ports/aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 HTTP/1.1" status: 204 len: 173 time: 0.7027566 Jul 29 10:03:57.495280 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d3b02d-ec58-4cd1-a990-9f2904f509a7', 'name': 'network-vif-deleted', 'tag': 'aa1e8e09-22c3-4b5e-bab0-d2baa5401b67'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:03:57.497616 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5639a6f7-d3fd-42ba-ba64-ac9581519e66" -d '{"events": [{"server_uuid": "84d3b02d-ec58-4cd1-a990-9f2904f509a7", "name": "network-vif-deleted", "tag": "aa1e8e09-22c3-4b5e-bab0-d2baa5401b67"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:03:57.518752 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-237ee441-fdbe-4952-919c-54cebcf48b73 req-cfa124d6-2fda-4b58-85be-eeb928d52ffd tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936170 Jul 29 10:03:57.553593 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e33795-113c-4900-b87e-dcd639a968b3 x-openstack-request-id: req-61e33795-113c-4900-b87e-dcd639a968b3 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:03:57.554055 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d3b02d-ec58-4cd1-a990-9f2904f509a7", "name": "network-vif-deleted", "tag": "aa1e8e09-22c3-4b5e-bab0-d2baa5401b67", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:03:57.554371 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61e33795-113c-4900-b87e-dcd639a968b3 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:03:57.554885 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d3b02d-ec58-4cd1-a990-9f2904f509a7', 'name': 'network-vif-deleted', 'tag': 'aa1e8e09-22c3-4b5e-bab0-d2baa5401b67', 'status': 'completed', 'code': 200} Jul 29 10:03:57.642954 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580929f4-61a6-4cab-b955-7d00d3f69886 req-7098ea38-31cc-49a6-8d12-3117399063dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:57.644615 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-580929f4-61a6-4cab-b955-7d00d3f69886 req-7098ea38-31cc-49a6-8d12-3117399063dc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 1099 time: 0.0447671 Jul 29 10:03:57.711946 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-580929f4-61a6-4cab-b955-7d00d3f69886 req-130f0eb5-be33-4641-bd7b-9190a8fa9b2b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432181 Jul 29 10:03:57.930472 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-403a9fc4-4946-48c8-92df-033f4adb01f8 req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:57.930858 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-403a9fc4-4946-48c8-92df-033f4adb01f8 req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634374'] for floatingip, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:57.931062 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.l3_db [req-403a9fc4-4946-48c8-92df-033f4adb01f8 req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Floating IP 12519913-cfbd-4e18-a894-7f178f04e4e6 disassociated. External IP: 172.27.2.212, port: da6e472f-0580-4ce6-bed1-a773f4b9cc2f. Jul 29 10:03:57.931403 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-403a9fc4-4946-48c8-92df-033f4adb01f8 req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Calling delete_port for da6e472f-0580-4ce6-bed1-a773f4b9cc2f owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:03:58.062495 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-403a9fc4-4946-48c8-92df-033f4adb01f8 req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:58.093083 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event deleted for resources: {'Port': ['ID=da6e472f-0580-4ce6-bed1-a773f4b9cc2f,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:03:58.105714 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:58.106101 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:58.106416 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:58.106873 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:58.107090 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:58.107423 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:58.107755 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:58.108088 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:58.108417 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:58.108844 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:58.109375 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:58.109672 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:03:58.223098 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-403a9fc4-4946-48c8-92df-033f4adb01f8 req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 10:03:58.344626 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-403a9fc4-4946-48c8-92df-033f4adb01f8 req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:03:58.355941 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0a05431c-245a-44c0-82ba-604587c599b9 req-a9a52fae-0ed7-4c10-8752-30f17146ecb4 tempest-AttachVolumeNegativeTest-375409260 tempest-AttachVolumeNegativeTest-375409260-project] 10.222.0.78 "GET /v2.0/ports?device_id=84d3b02d-ec58-4cd1-a990-9f2904f509a7 HTTP/1.1" status: 200 len: 210 time: 0.0331743 Jul 29 10:03:58.360140 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e09640b-830d-42b8-8b61-185019c5d0db None None] Sync routers for ids ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:03:58.370397 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e09640b-830d-42b8-8b61-185019c5d0db None None] Routers {'6e55e8cf-b76d-404e-966d-5961ef1ccee7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:03:58.370536 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72e8e5-9a9d-40fb-8848-bab59d4471ee req-6b9e5243-d1c6-428c-89ef-22a7b0e19ecf tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:58.370794 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-8e09640b-830d-42b8-8b61-185019c5d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:03:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:03:58.371824 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7f72e8e5-9a9d-40fb-8848-bab59d4471ee req-6b9e5243-d1c6-428c-89ef-22a7b0e19ecf tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 946 time: 0.0839546 Jul 29 10:03:58.397215 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-403a9fc4-4946-48c8-92df-033f4adb01f8 req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] No DVR routers for this DVR port da6e472f-0580-4ce6-bed1-a773f4b9cc2f on host hv-cinder-78825 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:03:58.401099 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-403a9fc4-4946-48c8-92df-033f4adb01f8 req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:58.404902 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-403a9fc4-4946-48c8-92df-033f4adb01f8 req-9fe6f676-88d8-45a7-baec-68d098f1aed3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.89 "DELETE /v2.0/ports/da6e472f-0580-4ce6-bed1-a773f4b9cc2f HTTP/1.1" status: 204 len: 173 time: 1.1681798 Jul 29 10:03:58.406156 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008aaf01-1195-4957-be12-9c7faab3243a', 'name': 'network-vif-deleted', 'tag': 'da6e472f-0580-4ce6-bed1-a773f4b9cc2f'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:03:58.410207 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e378c1d6-6ed1-4a9b-90f3-1c0026c7fe8e" -d '{"events": [{"server_uuid": "008aaf01-1195-4957-be12-9c7faab3243a", "name": "network-vif-deleted", "tag": "da6e472f-0580-4ce6-bed1-a773f4b9cc2f"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:03:58.419868 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7f72e8e5-9a9d-40fb-8848-bab59d4471ee req-36130737-aa0d-4e79-a6bb-d84f1b92a50e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370755 Jul 29 10:03:58.574491 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f9e5f9-b5bd-4dc9-a0fc-652da3d773a4 x-openstack-request-id: req-79f9e5f9-b5bd-4dc9-a0fc-652da3d773a4 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:03:58.575084 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008aaf01-1195-4957-be12-9c7faab3243a", "name": "network-vif-deleted", "tag": "da6e472f-0580-4ce6-bed1-a773f4b9cc2f", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:03:58.575335 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79f9e5f9-b5bd-4dc9-a0fc-652da3d773a4 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:03:58.585373 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008aaf01-1195-4957-be12-9c7faab3243a', 'name': 'network-vif-deleted', 'tag': 'da6e472f-0580-4ce6-bed1-a773f4b9cc2f', 'status': 'completed', 'code': 200} Jul 29 10:03:58.656763 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-8e09640b-830d-42b8-8b61-185019c5d0db None None] Set router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:03:58.657398 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8ff9a990-f5ac-48a2-ad53-8ae3ad29f8ba req-2411428f-5793-48ad-8320-40094f9d9288 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=008aaf01-1195-4957-be12-9c7faab3243a HTTP/1.1" status: 200 len: 210 time: 0.0465469 Jul 29 10:03:58.871537 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-8e09640b-830d-42b8-8b61-185019c5d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:30Z', 'revision_number': 5, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:03:58.901294 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e09640b-830d-42b8-8b61-185019c5d0db None None] Checking router: 6e55e8cf-b76d-404e-966d-5961ef1ccee7 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:03:58.910379 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e09640b-830d-42b8-8b61-185019c5d0db None None] Routers {'6e55e8cf-b76d-404e-966d-5961ef1ccee7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:03:58.910987 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-8e09640b-830d-42b8-8b61-185019c5d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:03:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:03:59.033943 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-8e09640b-830d-42b8-8b61-185019c5d0db None None] Set router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:03:59.233536 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-8e09640b-830d-42b8-8b61-185019c5d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:30Z', 'revision_number': 5, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:03:59.260839 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e09640b-830d-42b8-8b61-185019c5d0db None None] The sync data for ids ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'] in dv-cinder-788253-4-iscsi is: [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:30Z', 'revision_number': 5, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:03:59.437649 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 41362) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:03:59.525639 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0a7d5a-2a88-4ce0-b51f-c43512cb7dda admin admin] Deleting subnet 312587ec-9bb6-455c-8cec-249f06d2946e {{(pid=104728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 10:03:59.529271 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-eb0a7d5a-2a88-4ce0-b51f-c43512cb7dda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:59.610661 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-eb0a7d5a-2a88-4ce0-b51f-c43512cb7dda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8199903'] for subnet, precommit_delete_associations {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:59.634243 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ef9225-456c-4bc5-9f0f-c9db473bac9c None None] New status for floating IP 12519913-cfbd-4e18-a894-7f178f04e4e6: DOWN {{(pid=104730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 10:03:59.665725 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-eb0a7d5a-2a88-4ce0-b51f-c43512cb7dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782467'] for subnet, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:59.675457 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a2544-bafc-4ed1-a0fc-eee73554cadd req-b4297b83-8c32-4155-8c41-b9fdae952f9d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:03:59.677155 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-669a2544-bafc-4ed1-a0fc-eee73554cadd req-b4297b83-8c32-4155-8c41-b9fdae952f9d tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 946 time: 0.1170182 Jul 29 10:03:59.756208 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-669a2544-bafc-4ed1-a0fc-eee73554cadd req-bfab2c61-437d-403a-adb2-3a5fdb9c0ef2 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565672 Jul 29 10:03:59.775200 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-eb0a7d5a-2a88-4ce0-b51f-c43512cb7dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8099219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8094446'] for subnet, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:59.811444 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a7d5a-2a88-4ce0-b51f-c43512cb7dda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=312587ec-9bb6-455c-8cec-249f06d2946e,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:03:59.819191 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-eb0a7d5a-2a88-4ce0-b51f-c43512cb7dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:59.825045 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 41396) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:03:59.830885 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-eb0a7d5a-2a88-4ce0-b51f-c43512cb7dda admin admin] 10.222.0.78 "DELETE /v2.0/subnets/312587ec-9bb6-455c-8cec-249f06d2946e HTTP/1.1" status: 204 len: 168 time: 0.3897302 Jul 29 10:03:59.933881 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6855487b-135e-4664-89b3-6af6a8456376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648586'] for network, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:03:59.993836 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-73ef3c19-7fc9-4ae0-a97a-c8de1ade9969 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1646100773&fields=id&tenant_id=d26c6d31ab58489d97402905ff11cbea HTTP/1.1" status: 200 len: 267 time: 0.0412254 Jul 29 10:04:00.025141 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6855487b-135e-4664-89b3-6af6a8456376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785684', 'neutron.services.segments.db._delete_segments_for_network-8755120061489'] for network, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:00.037574 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-6855487b-135e-4664-89b3-6af6a8456376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3d1d25-89bc-4af9-bf80-4d2de063e95b']}} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:04:00.047792 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-6855487b-135e-4664-89b3-6af6a8456376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f08fef8-4bb5-45ee-8eec-d4320d336cbe') {'for_net_delete': True} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:04:00.048088 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-6855487b-135e-4664-89b3-6af6a8456376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f08fef8-4bb5-45ee-8eec-d4320d336cbe') {} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:04:00.056874 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6855487b-135e-4664-89b3-6af6a8456376 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755120062522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8132509'] for segment, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:00.072223 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6855487b-135e-4664-89b3-6af6a8456376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:00.080904 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6855487b-135e-4664-89b3-6af6a8456376 admin admin] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=104729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 10:04:00.081404 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6855487b-135e-4664-89b3-6af6a8456376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7997881'] for segment, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: Traceback (most recent call last): Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: timer() Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: cb(*args, **kw) Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: return func(*args, **kwargs) Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: self._notify() Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: self.callback(batched_events) Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: event.method(event) Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: return f(self, *a, **k) Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: return self._get(url).json() Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: return self.request(url, 'GET', **kwargs) Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 10:04:00.083236 dv-cinder-788253-4-iscsi neutron-server[104729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 10:04:00.116552 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-17a456ce-730c-412f-9f5f-0abee6b8ea06 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:00.118126 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-17a456ce-730c-412f-9f5f-0abee6b8ea06 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/networks?id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941 HTTP/1.1" status: 200 len: 810 time: 0.1157212 Jul 29 10:04:00.136279 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-f24c19a3-33b2-4f9b-b240-d38da3d17936 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/quotas/d26c6d31ab58489d97402905ff11cbea HTTP/1.1" status: 200 len: 375 time: 0.0111802 Jul 29 10:04:00.143302 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6855487b-135e-4664-89b3-6af6a8456376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634484'] for network, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:00.148894 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6855487b-135e-4664-89b3-6af6a8456376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:00.150869 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6855487b-135e-4664-89b3-6af6a8456376 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9a3d1d25-89bc-4af9-bf80-4d2de063e95b HTTP/1.1" status: 204 len: 168 time: 0.3234792 Jul 29 10:04:00.173148 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855487b-135e-4664-89b3-6af6a8456376 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a3d1d25-89bc-4af9-bf80-4d2de063e95b,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:04:00.198773 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-1af1fccd-616a-4965-9740-1d4cf91c7c21 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d26c6d31ab58489d97402905ff11cbea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552142 Jul 29 10:04:00.309274 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 41404) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:04:00.321452 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-37a5ed4e-9d6e-436b-9c8b-1f19f4a6847e service neutron] 10.222.0.78 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080382 Jul 29 10:04:00.361130 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-3ef41f38-43f2-46a0-96bf-29756bd42524 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dac51ab0a3d24ce09cfd5fb30089ab38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505035 Jul 29 10:04:00.363635 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 41406) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:04:00.412843 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1d0cfecd-b9cf-4709-a84f-29cd80e8ddb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:00.413945 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-f9a193d6-6d1e-4f90-9d12-ef3d4464ad7e service neutron] 10.222.0.78 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860281 Jul 29 10:04:00.443309 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1d0cfecd-b9cf-4709-a84f-29cd80e8ddb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:00.516782 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1d0cfecd-b9cf-4709-a84f-29cd80e8ddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:00.516782 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1d0cfecd-b9cf-4709-a84f-29cd80e8ddb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:00.516782 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-1d0cfecd-b9cf-4709-a84f-29cd80e8ddb1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eaa10952-b022-4744-9826-2b3d8efec9ea HTTP/1.1" status: 204 len: 168 time: 0.1479588 Jul 29 10:04:00.525840 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cfecd-b9cf-4709-a84f-29cd80e8ddb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa10952-b022-4744-9826-2b3d8efec9ea,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:04:00.822860 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-b823de4a-cba3-4252-b12d-69d789a1becc req-84f696df-0f07-4eec-8bd1-f07eca8c4757 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 210 time: 0.0486236 Jul 29 10:04:00.925528 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2ca21-3c72-4449-a7f4-5c99518a6458 req-565b7fa9-1250-48af-83cb-62a8734f9a76 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:00.927135 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2ff2ca21-3c72-4449-a7f4-5c99518a6458 req-565b7fa9-1250-48af-83cb-62a8734f9a76 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 946 time: 0.0671422 Jul 29 10:04:00.980988 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2ff2ca21-3c72-4449-a7f4-5c99518a6458 req-9aba8c5f-4fa7-4958-bf5e-12856cf6519f tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426898 Jul 29 10:04:00.995474 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:04:01.048447 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:04:01.049434 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device aa1e8e09-22c3-4b5e-bab0-d2baa5401b67 not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:04:01.050693 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device da6e472f-0580-4ce6-bed1-a773f4b9cc2f no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:04:01.076290 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: da6e472f-0580-4ce6-bed1-a773f4b9cc2f {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:04:01.076765 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device da6e472f-0580-4ce6-bed1-a773f4b9cc2f not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:04:01.966282 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-49f5eebe-0ef7-4bdc-a6b0-bed285685d16 req-1ddde32a-4808-4bac-af55-9ee9a6cbb9f3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 210 time: 0.0408120 Jul 29 10:04:02.013212 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-979b2226-f8ca-478c-ad25-7e8053104b55 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:02.016082 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-979b2226-f8ca-478c-ad25-7e8053104b55 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.89 "GET /v2.0/networks?id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941 HTTP/1.1" status: 200 len: 810 time: 0.1528490 Jul 29 10:04:02.072955 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-f5d6e25d-d456-4d6d-8a71-06f9c5d626e2 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d26c6d31ab58489d97402905ff11cbea HTTP/1.1" status: 200 len: 380 time: 0.0400741 Jul 29 10:04:02.093764 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-3d41309a-fe5e-42d7-8d2b-f48e82fd9621 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Request body: {'port': {'device_id': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'admin_state_up': True, 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'security_groups': ['c70817d6-0a0e-4d2d-abae-d8acb0ce17f2']}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:04:02.229325 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-3d41309a-fe5e-42d7-8d2b-f48e82fd9621 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Made reservation on behalf of d26c6d31ab58489d97402905ff11cbea for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 10:04:02.233222 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-3d41309a-fe5e-42d7-8d2b-f48e82fd9621 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:02.387959 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-3d41309a-fe5e-42d7-8d2b-f48e82fd9621 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Allocated IP 172.20.0.14 (b20ee5b6-71ef-431b-b0a4-a8d8909fc941/abdf45fc-dabc-4096-8cfc-ad57fbf50e72/c9c29e85-1efe-41b5-a031-51915a5bf132) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:04:02.558775 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-3d41309a-fe5e-42d7-8d2b-f48e82fd9621 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:02.575651 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-3d41309a-fe5e-42d7-8d2b-f48e82fd9621 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Transition to ACTIVE for port object c9c29e85-1efe-41b5-a031-51915a5bf132 will not be triggered until provisioned by entity DHCP. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:04:02.615719 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-3d41309a-fe5e-42d7-8d2b-f48e82fd9621 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:02.695980 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-3d41309a-fe5e-42d7-8d2b-f48e82fd9621 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:04:02.701457 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-3d41309a-fe5e-42d7-8d2b-f48e82fd9621 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:04:02.708741 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-3d41309a-fe5e-42d7-8d2b-f48e82fd9621 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:04:02.760121 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41309a-fe5e-42d7-8d2b-f48e82fd9621 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event updated for resources: {'Port': ['ID=c9c29e85-1efe-41b5-a031-51915a5bf132,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:04:02.782618 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 41472) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:04:02.820327 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-3d41309a-fe5e-42d7-8d2b-f48e82fd9621 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:02.821811 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-3d41309a-fe5e-42d7-8d2b-f48e82fd9621 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:02.843966 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-3d41309a-fe5e-42d7-8d2b-f48e82fd9621 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7549028 Jul 29 10:04:02.876973 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Request body: {'port': {'device_id': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:04:02.941962 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:02.993463 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cb387f4e-2cc8-4a62-950a-d50b7d9bfd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:03.054292 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-dc814576-195a-4147-8142-7976c678b942 None None] Provisioning for port c9c29e85-1efe-41b5-a031-51915a5bf132 completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:04:03.058779 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-dc814576-195a-4147-8142-7976c678b942 None None] Provisioning complete for port c9c29e85-1efe-41b5-a031-51915a5bf132 triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:04:03.059373 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-dc814576-195a-4147-8142-7976c678b942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:03.125895 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-dc814576-195a-4147-8142-7976c678b942 None None] Port c9c29e85-1efe-41b5-a031-51915a5bf132 cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 10:04:03.138639 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cb387f4e-2cc8-4a62-950a-d50b7d9bfd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:03.146700 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-cb387f4e-2cc8-4a62-950a-d50b7d9bfd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:03.202230 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-cb387f4e-2cc8-4a62-950a-d50b7d9bfd2f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=973a2ddbca794eac819eb9714d068b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176986 Jul 29 10:04:03.209481 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 41478) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:04:03.213635 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46599a97-5d61-4e0f-82c6-a6e717cf2f08 req-2b849ab7-f21a-41db-9fdc-e48d0ebc75fb tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:03.215277 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-46599a97-5d61-4e0f-82c6-a6e717cf2f08 req-2b849ab7-f21a-41db-9fdc-e48d0ebc75fb tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 932 time: 0.1349285 Jul 29 10:04:03.216414 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb387f4e-2cc8-4a62-950a-d50b7d9bfd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67b1cd3-cacd-439e-a2e5-eecdc6604127,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:04:03.269816 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-46599a97-5d61-4e0f-82c6-a6e717cf2f08 req-81621e7e-f2c8-4e18-81ec-58062b7d91b4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382643 Jul 29 10:04:03.317208 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9e8e0c38-7315-41fc-99a8-dbd432ceb5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:03.326806 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c29e85-1efe-41b5-a031-51915a5bf132 {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:04:03.341350 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:03.361471 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9e8e0c38-7315-41fc-99a8-dbd432ceb5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:03.371211 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Transition to ACTIVE for port object c9c29e85-1efe-41b5-a031-51915a5bf132 will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:04:03.390511 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7998033'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:03.474421 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c29e85-1efe-41b5-a031-51915a5bf132,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:04:03.487176 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9e8e0c38-7315-41fc-99a8-dbd432ceb5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:03.491761 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9e8e0c38-7315-41fc-99a8-dbd432ceb5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:03.493463 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-9e8e0c38-7315-41fc-99a8-dbd432ceb5f0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b67b1cd3-cacd-439e-a2e5-eecdc6604127 HTTP/1.1" status: 204 len: 168 time: 0.2827861 Jul 29 10:04:03.552032 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e0c38-7315-41fc-99a8-dbd432ceb5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67b1cd3-cacd-439e-a2e5-eecdc6604127,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:04:03.599061 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Attempting to bind port c9c29e85-1efe-41b5-a031-51915a5bf132 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 10:04:03.599664 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Attempting to bind port c9c29e85-1efe-41b5-a031-51915a5bf132 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 10:04:03.600191 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Attempting to bind port c9c29e85-1efe-41b5-a031-51915a5bf132 on network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:04:03.605858 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Port c9c29e85-1efe-41b5-a031-51915a5bf132 on network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 10:04:03.606366 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Attempting to bind port c9c29e85-1efe-41b5-a031-51915a5bf132 on network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:04:03.615234 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 10, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 10:04:03.615684 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Checking segment: {'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:04:03.616081 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Bound using segment: {'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 10:04:03.616522 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Bound port: c9c29e85-1efe-41b5-a031-51915a5bf132, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 10:04:03.617109 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:03.695953 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] For port c9c29e85-1efe-41b5-a031-51915a5bf132, host hv-cinder-78825, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 10:04:03.699417 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] For port c9c29e85-1efe-41b5-a031-51915a5bf132, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c9c29e85-1efe-41b5-a031-51915a5bf132,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 10:04:03.705211 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7998033'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:03.750835 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:03.751515 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:03.753106 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] 10.222.0.89 "PUT /v2.0/ports/c9c29e85-1efe-41b5-a031-51915a5bf132 HTTP/1.1" status: 200 len: 1094 time: 0.8956623 Jul 29 10:04:03.753435 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'tag': 'c9c29e85-1efe-41b5-a031-51915a5bf132'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:04:03.755854 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fc0c5e-b91d-4609-8672-88192cfece12" -d '{"events": [{"name": "network-changed", "server_uuid": "8b75a9cd-2329-4ca3-a654-7dcc3853a992", "tag": "c9c29e85-1efe-41b5-a031-51915a5bf132"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:04:03.785575 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca9a89-68f9-4e70-9342-ff5cc6704902 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c29e85-1efe-41b5-a031-51915a5bf132,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:04:03.822449 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 10:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1de6e5-39f2-4d45-9238-71b91819405b x-openstack-request-id: req-0f1de6e5-39f2-4d45-9238-71b91819405b {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:04:03.823027 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b75a9cd-2329-4ca3-a654-7dcc3853a992", "tag": "c9c29e85-1efe-41b5-a031-51915a5bf132", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:04:03.823268 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0f1de6e5-39f2-4d45-9238-71b91819405b {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:04:03.823681 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'tag': 'c9c29e85-1efe-41b5-a031-51915a5bf132', 'status': 'completed', 'code': 200} Jul 29 10:04:03.842245 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 41486) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:04:03.856693 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-8c2ee1c8-8263-410d-879f-e02172859449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:03.900229 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-45113ae1-47fb-4550-b5e7-3b5853804b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:03.901841 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-45113ae1-47fb-4550-b5e7-3b5853804b04 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d26c6d31ab58489d97402905ff11cbea&device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 1097 time: 0.0630431 Jul 29 10:04:03.965522 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-97f60088-dcd8-4fc1-98ec-08a203fa6f1f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c29e85-1efe-41b5-a031-51915a5bf132 HTTP/1.1" status: 200 len: 217 time: 0.0482831 Jul 29 10:04:03.973036 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-8c2ee1c8-8263-410d-879f-e02172859449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:03.977716 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-8c2ee1c8-8263-410d-879f-e02172859449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:04.020042 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-8c2ee1c8-8263-410d-879f-e02172859449 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e877e15beab049ca86a0a2b317b9b6a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768036 Jul 29 10:04:04.021793 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ee1c8-8263-410d-879f-e02172859449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52710a7b-3d71-4076-97b5-1a2051f48b8b,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:04:04.024213 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 41488) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:04:04.057178 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-3a5cb4b9-c72c-4bc8-b0ea-53d9deecccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:04.058623 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-3a5cb4b9-c72c-4bc8-b0ea-53d9deecccc4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=abdf45fc-dabc-4096-8cfc-ad57fbf50e72 HTTP/1.1" status: 200 len: 849 time: 0.0862973 Jul 29 10:04:04.082905 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f3c7faf5-1ee9-4ae6-82d9-5b95fd3d3203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:04.107719 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-f3c061b1-07dc-40b5-a353-10e80eda4a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:04.108416 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f3c7faf5-1ee9-4ae6-82d9-5b95fd3d3203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:04.109726 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-f3c061b1-07dc-40b5-a353-10e80eda4a27 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427830 Jul 29 10:04:04.163123 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f3c7faf5-1ee9-4ae6-82d9-5b95fd3d3203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:04.166821 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f3c7faf5-1ee9-4ae6-82d9-5b95fd3d3203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:04.169040 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-f3c7faf5-1ee9-4ae6-82d9-5b95fd3d3203 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/52710a7b-3d71-4076-97b5-1a2051f48b8b HTTP/1.1" status: 204 len: 168 time: 0.1437628 Jul 29 10:04:04.178979 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7faf5-1ee9-4ae6-82d9-5b95fd3d3203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52710a7b-3d71-4076-97b5-1a2051f48b8b,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:04:04.227327 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-4da4ad97-fe7e-491b-b8e0-c076568bed21 service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099932 Jul 29 10:04:04.337452 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eda150c6-0a4f-4048-9212-3f3e0a8f6db2 req-d1fcf28e-60ef-43ca-aae1-fa40982139d5 service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025028 Jul 29 10:04:04.406676 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346d054-0324-4a16-8291-7950d666e5ef req-c5063f69-6c24-4f39-a5a0-5121b95008cb tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:04.408194 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4346d054-0324-4a16-8291-7950d666e5ef req-c5063f69-6c24-4f39-a5a0-5121b95008cb tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 944 time: 0.0626945 Jul 29 10:04:04.455714 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4346d054-0324-4a16-8291-7950d666e5ef req-be647693-a4fb-4b4c-9e44-2f9d85543cc9 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406518 Jul 29 10:04:04.501326 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc0c5e-b91d-4609-8672-88192cfece12 req-0b48888f-0e89-4001-b185-71bb2f7e700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:04.502939 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e3fc0c5e-b91d-4609-8672-88192cfece12 req-0b48888f-0e89-4001-b185-71bb2f7e700d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d26c6d31ab58489d97402905ff11cbea&device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 1097 time: 0.0530648 Jul 29 10:04:04.624517 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc0c5e-b91d-4609-8672-88192cfece12 req-7d8b34f8-8aa4-4e21-b7f9-6839c1a899d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:04.626142 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e3fc0c5e-b91d-4609-8672-88192cfece12 req-7d8b34f8-8aa4-4e21-b7f9-6839c1a899d1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941 HTTP/1.1" status: 200 len: 912 time: 0.1153812 Jul 29 10:04:04.670935 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e3fc0c5e-b91d-4609-8672-88192cfece12 req-b9a9362a-950f-4f82-bb68-a9170443e653 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c29e85-1efe-41b5-a031-51915a5bf132 HTTP/1.1" status: 200 len: 217 time: 0.0374177 Jul 29 10:04:04.723421 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc0c5e-b91d-4609-8672-88192cfece12 req-d880ff57-1cde-43ce-af9a-f38c85b40e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:04.724955 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e3fc0c5e-b91d-4609-8672-88192cfece12 req-d880ff57-1cde-43ce-af9a-f38c85b40e95 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=abdf45fc-dabc-4096-8cfc-ad57fbf50e72 HTTP/1.1" status: 200 len: 849 time: 0.0475013 Jul 29 10:04:04.773861 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc0c5e-b91d-4609-8672-88192cfece12 req-1855a462-813e-47ac-9e5f-217b318c9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:04.775930 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e3fc0c5e-b91d-4609-8672-88192cfece12 req-1855a462-813e-47ac-9e5f-217b318c9e43 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438800 Jul 29 10:04:04.880582 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e3fc0c5e-b91d-4609-8672-88192cfece12 req-6196e063-f5ce-4892-9273-9e0d6c9288d0 service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971148 Jul 29 10:04:04.982058 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e3fc0c5e-b91d-4609-8672-88192cfece12 req-5ab1b789-fc32-444b-bbde-2bd5a5700acc service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935833 Jul 29 10:04:05.594884 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb43cbd-f6f3-4822-a66c-ddb50c056a98 req-3b5f4ab0-0b61-46a0-8943-5522e522329b tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:05.597898 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1cb43cbd-f6f3-4822-a66c-ddb50c056a98 req-3b5f4ab0-0b61-46a0-8943-5522e522329b tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 944 time: 0.0608652 Jul 29 10:04:05.646410 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1cb43cbd-f6f3-4822-a66c-ddb50c056a98 req-d5f5b584-51ae-4602-a046-7993b2e325da tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424485 Jul 29 10:04:06.798437 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6336798-939e-4837-adf5-3040a6797263 req-d7e296f8-2e6a-4d56-9f9b-cb65e6d42663 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:06.800220 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d6336798-939e-4837-adf5-3040a6797263 req-d7e296f8-2e6a-4d56-9f9b-cb65e6d42663 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 944 time: 0.0699763 Jul 29 10:04:06.863640 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d6336798-939e-4837-adf5-3040a6797263 req-6150673e-fe7a-45b8-89c1-9586adaafa3a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540259 Jul 29 10:04:07.002857 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 41562) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:04:07.122070 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-28021756-3abc-4088-ac3b-f1dd2e9afd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:07.228510 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-28021756-3abc-4088-ac3b-f1dd2e9afd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:07.234316 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-28021756-3abc-4088-ac3b-f1dd2e9afd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:07.279517 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-28021756-3abc-4088-ac3b-f1dd2e9afd76 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=42c4e56e1dcf455ab3e91b9d768ee598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749867 Jul 29 10:04:07.280469 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28021756-3abc-4088-ac3b-f1dd2e9afd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9bc631-530f-44a4-b28f-1fda00045a5b,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:04:07.282637 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 41566) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:04:07.341899 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e6f217fc-ee9e-4f23-8490-7b737e70238a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:07.365665 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e6f217fc-ee9e-4f23-8490-7b737e70238a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:07.418766 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e6f217fc-ee9e-4f23-8490-7b737e70238a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:07.421915 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e6f217fc-ee9e-4f23-8490-7b737e70238a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:07.423725 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-e6f217fc-ee9e-4f23-8490-7b737e70238a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2e9bc631-530f-44a4-b28f-1fda00045a5b HTTP/1.1" status: 204 len: 168 time: 0.1394844 Jul 29 10:04:07.434249 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f217fc-ee9e-4f23-8490-7b737e70238a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9bc631-530f-44a4-b28f-1fda00045a5b,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:04:07.719455 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 41572) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:04:07.732248 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8f03eaf8-2deb-411d-8517-312b4294dcb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:07.831279 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8f03eaf8-2deb-411d-8517-312b4294dcb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:07.835407 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8f03eaf8-2deb-411d-8517-312b4294dcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:07.873512 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03eaf8-2deb-411d-8517-312b4294dcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b35547-b2dc-498e-a554-6fd81af758dd,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:04:07.880980 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-8f03eaf8-2deb-411d-8517-312b4294dcb0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=82b5fa14c7fe41c6bfda648e13c3768f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602192 Jul 29 10:04:07.883741 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 41574) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:04:07.957137 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-827f1005-97d4-4139-8b32-c554c7289d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:07.997126 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-827f1005-97d4-4139-8b32-c554c7289d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:08.035074 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbbffc-77c6-4501-bc4c-707798fa8448 req-c2ee840e-b9b3-40b2-86c5-f8fd0469276a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:08.036859 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e7fbbffc-77c6-4501-bc4c-707798fa8448 req-c2ee840e-b9b3-40b2-86c5-f8fd0469276a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 944 time: 0.0946090 Jul 29 10:04:08.080984 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-e7fbbffc-77c6-4501-bc4c-707798fa8448 req-84702b8f-c1cb-4f89-b9ae-4725a3312b37 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363855 Jul 29 10:04:08.094474 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-827f1005-97d4-4139-8b32-c554c7289d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:08.098047 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-827f1005-97d4-4139-8b32-c554c7289d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:08.099526 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-827f1005-97d4-4139-8b32-c554c7289d4f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36b35547-b2dc-498e-a554-6fd81af758dd HTTP/1.1" status: 204 len: 168 time: 0.2147508 Jul 29 10:04:08.111419 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f1005-97d4-4139-8b32-c554c7289d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b35547-b2dc-498e-a554-6fd81af758dd,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:04:09.236755 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c507a7-7b65-46bb-b532-935ea7cb1d24 req-f0903155-fb53-47c4-a5da-1fae6af431a0 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:09.238376 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-63c507a7-7b65-46bb-b532-935ea7cb1d24 req-f0903155-fb53-47c4-a5da-1fae6af431a0 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 944 time: 0.0651357 Jul 29 10:04:09.286084 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-63c507a7-7b65-46bb-b532-935ea7cb1d24 req-ea64e564-ff1d-4027-8296-a3c14a23a08d tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409882 Jul 29 10:04:10.575116 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2666b-02a6-48d1-9946-25b8647aa2c8 req-98de2028-2298-48b7-aab3-0f89d1133e94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:10.576351 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dcd2666b-02a6-48d1-9946-25b8647aa2c8 req-98de2028-2298-48b7-aab3-0f89d1133e94 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 944 time: 0.0616632 Jul 29 10:04:10.616952 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dcd2666b-02a6-48d1-9946-25b8647aa2c8 req-f1d17ec6-ce9a-4f0e-abd6-9fd22e994eec tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338135 Jul 29 10:04:11.748222 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77437303-17e2-41a8-99ed-a6ad131d4a28 req-67b5492a-3c69-4581-a07c-af9d3a5b8162 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:11.749769 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-77437303-17e2-41a8-99ed-a6ad131d4a28 req-67b5492a-3c69-4581-a07c-af9d3a5b8162 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 944 time: 0.0573134 Jul 29 10:04:11.792433 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-77437303-17e2-41a8-99ed-a6ad131d4a28 req-4bd96d6d-9ac8-438d-af08-356741e0c384 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358417 Jul 29 10:04:12.925816 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58d0d1-a6c8-48a8-ba57-183fa808c9f1 req-3debd307-a271-427b-84fb-e0af93104994 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:12.927264 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ca58d0d1-a6c8-48a8-ba57-183fa808c9f1 req-3debd307-a271-427b-84fb-e0af93104994 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 944 time: 0.0571480 Jul 29 10:04:12.969992 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ca58d0d1-a6c8-48a8-ba57-183fa808c9f1 req-1a040f72-c2b0-427b-baa6-56a491db3005 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359929 Jul 29 10:04:13.068676 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device c9c29e85-1efe-41b5-a031-51915a5bf132 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 10:04:13.169310 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port c9c29e85-1efe-41b5-a031-51915a5bf132, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c9c29e85-1efe-41b5-a031-51915a5bf132,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:04:13.181396 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': 'c9c29e85-1efe-41b5-a031-51915a5bf132', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'port_id': 'c9c29e85-1efe-41b5-a031-51915a5bf132', 'mac_address': 'fa:16:3e:91:f1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 10:04:13.221312 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:13.234071 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c29e85-1efe-41b5-a031-51915a5bf132 {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:04:13.254748 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port c9c29e85-1efe-41b5-a031-51915a5bf132, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c9c29e85-1efe-41b5-a031-51915a5bf132,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:04:13.260272 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:13.320782 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=c9c29e85-1efe-41b5-a031-51915a5bf132,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:04:13.329770 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:13.330262 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:13.330610 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:13.330943 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:13.331272 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:13.331597 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:13.331929 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:13.332250 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:13.332583 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:13.332928 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:13.333249 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:13.333565 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:13.757862 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['c9c29e85-1efe-41b5-a031-51915a5bf132'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:04:14.111787 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db309338-23d7-4570-9227-f82e2e0e461f req-c65fe0bb-817a-4c64-823f-af5de0c33d13 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:14.113429 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-db309338-23d7-4570-9227-f82e2e0e461f req-c65fe0bb-817a-4c64-823f-af5de0c33d13 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 945 time: 0.0677402 Jul 29 10:04:14.170410 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-db309338-23d7-4570-9227-f82e2e0e461f req-f656ccbf-ed56-4fd1-8db0-57000a19b060 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502379 Jul 29 10:04:14.262009 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-cc3d7c34-ff45-462e-bb36-c0ff56695390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:14.293910 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:15.081745 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device c9c29e85-1efe-41b5-a031-51915a5bf132 up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:04:15.133065 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port c9c29e85-1efe-41b5-a031-51915a5bf132 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:04:15.138200 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port c9c29e85-1efe-41b5-a031-51915a5bf132 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:04:15.138769 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:15.238767 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:15.263595 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c29e85-1efe-41b5-a031-51915a5bf132'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:04:15.265991 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a87905-cf7d-4523-b2eb-7564967f4267" -d '{"events": [{"server_uuid": "8b75a9cd-2329-4ca3-a654-7dcc3853a992", "name": "network-vif-plugged", "status": "completed", "tag": "c9c29e85-1efe-41b5-a031-51915a5bf132"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:04:15.284021 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port c9c29e85-1efe-41b5-a031-51915a5bf132, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c9c29e85-1efe-41b5-a031-51915a5bf132,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:04:15.291338 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:15.311865 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbabab-0050-4dd8-81b8-880b8ab211bd req-086bf8e2-6337-469b-94fc-43c1d1dab70e tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:15.314265 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2ecbabab-0050-4dd8-81b8-880b8ab211bd req-086bf8e2-6337-469b-94fc-43c1d1dab70e tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 945 time: 0.0684702 Jul 29 10:04:15.320058 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad078565-4152-4d99-a7e0-9f2786991295 x-openstack-request-id: req-ad078565-4152-4d99-a7e0-9f2786991295 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:04:15.320284 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b75a9cd-2329-4ca3-a654-7dcc3853a992", "name": "network-vif-plugged", "status": "completed", "tag": "c9c29e85-1efe-41b5-a031-51915a5bf132", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:04:15.320419 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ad078565-4152-4d99-a7e0-9f2786991295 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:04:15.320837 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c29e85-1efe-41b5-a031-51915a5bf132', 'code': 200} Jul 29 10:04:15.351046 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=c9c29e85-1efe-41b5-a031-51915a5bf132,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:04:15.378974 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2ecbabab-0050-4dd8-81b8-880b8ab211bd req-73211b0f-5279-4ad2-9a52-38eb9a27f152 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578177 Jul 29 10:04:15.585630 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8baef-c782-4d49-971f-36d0a6f20bb1 req-75ccee05-a82d-4202-8807-389f47a610fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:15.587217 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b6a8baef-c782-4d49-971f-36d0a6f20bb1 req-75ccee05-a82d-4202-8807-389f47a610fe service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 1099 time: 0.0477686 Jul 29 10:04:15.624309 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b6a8baef-c782-4d49-971f-36d0a6f20bb1 req-5eba54e5-2152-4140-8ad9-42bc47cf6b98 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296242 Jul 29 10:04:16.521581 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f9128-3844-4a67-8cdb-70ce7f880830 req-d92ed031-56a3-483c-859c-476fc9a34837 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:16.523191 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7a2f9128-3844-4a67-8cdb-70ce7f880830 req-d92ed031-56a3-483c-859c-476fc9a34837 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 946 time: 0.0555518 Jul 29 10:04:16.571113 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7a2f9128-3844-4a67-8cdb-70ce7f880830 req-5af0cfde-0a3b-439f-ae9e-c1b30676d7a7 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414560 Jul 29 10:04:17.305778 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b5e-f6b5-4fab-a168-f8ee4ce9d306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:17.737349 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:17.744596 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b4214-c331-4321-bf06-85296c394a97 req-0d018358-48e0-479d-9aa7-cc052ecd1a2f tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:17.746660 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2c7b4214-c331-4321-bf06-85296c394a97 req-0d018358-48e0-479d-9aa7-cc052ecd1a2f tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 946 time: 0.0909295 Jul 29 10:04:17.819674 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-2c7b4214-c331-4321-bf06-85296c394a97 req-725d7e0d-2f11-4dd9-bc89-090251d8d018 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612071 Jul 29 10:04:18.033220 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce024b2-9596-4f4e-ac78-7792197cd9e2 req-279fb8e0-1d2f-4aa0-a18a-2a17120ea7a5 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:18.034915 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0ce024b2-9596-4f4e-ac78-7792197cd9e2 req-279fb8e0-1d2f-4aa0-a18a-2a17120ea7a5 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 946 time: 0.0886931 Jul 29 10:04:18.090418 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0ce024b2-9596-4f4e-ac78-7792197cd9e2 req-158c78a0-9d19-46f1-bcb4-def3dd70ff7e tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491145 Jul 29 10:04:18.127205 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 41692) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:04:18.192226 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29121da2-7c5b-4228-9d83-73bba67565c1 tempest-TestVolumeBootPattern-1100422390 tempest-TestVolumeBootPattern-1100422390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:18.194676 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-29121da2-7c5b-4228-9d83-73bba67565c1 tempest-TestVolumeBootPattern-1100422390 tempest-TestVolumeBootPattern-1100422390-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 1094 time: 0.0658932 Jul 29 10:04:18.197517 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 41694) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:04:18.205127 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Request body: {'floatingip': {'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'port_id': 'c9c29e85-1efe-41b5-a031-51915a5bf132', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:04:18.240617 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for floatingip, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:18.401631 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:18.551513 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Allocated IP 172.27.2.50 (b3b02076-35c8-452e-bb57-22f5e98db348/fdb5e983-6a65-4f11-aa94-f451584e5c8e/52b5bc2d-3e4f-4d8c-ba1a-45283d6f54f3) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:04:18.698752 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:18.711893 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:18.749135 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:18.810391 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Network b3b02076-35c8-452e-bb57-22f5e98db348 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:04:18.817719 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:04:18.819615 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event updated for resources: {'Port': ['ID=52b5bc2d-3e4f-4d8c-ba1a-45283d6f54f3,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:04:18.821862 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:04:19.516916 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:19.606340 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:19.799004 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:19.806900 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7998033'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:19.901581 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event updated for resources: {'Port': ['ID=52b5bc2d-3e4f-4d8c-ba1a-45283d6f54f3,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:04:19.920661 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634374'] for floatingip, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:20.033702 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.l3_db [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Floating IP 668f1030-6d95-4484-a2dd-ae2c238f99f1 associated. External IP: 172.27.2.50, port: c9c29e85-1efe-41b5-a031-51915a5bf132. Jul 29 10:04:20.284699 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 10:04:20.421561 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:04:20.434581 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244dee9-2da7-494b-961a-fc8a75389823 None None] Sync routers for ids ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:04:20.445983 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:20.446684 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a244dee9-2da7-494b-961a-fc8a75389823 None None] Routers {'6e55e8cf-b76d-404e-966d-5961ef1ccee7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:04:20.447351 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-a244dee9-2da7-494b-961a-fc8a75389823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:04:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:04:20.484061 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-9a768584-fe42-4f67-8429-17161106509a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2851033 Jul 29 10:04:20.485220 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'tag': 'c9c29e85-1efe-41b5-a031-51915a5bf132'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:04:20.488075 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d76971-cd16-44b3-b59f-7e9bec91f395" -d '{"events": [{"name": "network-changed", "server_uuid": "8b75a9cd-2329-4ca3-a654-7dcc3853a992", "tag": "c9c29e85-1efe-41b5-a031-51915a5bf132"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:04:20.500054 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:20.533576 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 10:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd28a9f-43a3-473c-83f3-8444bafc4390 x-openstack-request-id: req-acd28a9f-43a3-473c-83f3-8444bafc4390 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:04:20.534391 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b75a9cd-2329-4ca3-a654-7dcc3853a992", "tag": "c9c29e85-1efe-41b5-a031-51915a5bf132", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:04:20.534548 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-acd28a9f-43a3-473c-83f3-8444bafc4390 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:04:20.535317 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'tag': 'c9c29e85-1efe-41b5-a031-51915a5bf132', 'status': 'completed', 'code': 200} Jul 29 10:04:20.605363 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-a244dee9-2da7-494b-961a-fc8a75389823 None None] Set router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:04:20.649285 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d76971-cd16-44b3-b59f-7e9bec91f395 req-a23d1451-4353-4280-ab19-33d5b8de22a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:20.651590 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-28d76971-cd16-44b3-b59f-7e9bec91f395 req-a23d1451-4353-4280-ab19-33d5b8de22a4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d26c6d31ab58489d97402905ff11cbea&device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 1099 time: 0.0585120 Jul 29 10:04:20.772624 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d76971-cd16-44b3-b59f-7e9bec91f395 req-428b62e0-ee36-4719-839d-0446c741c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:20.775177 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-28d76971-cd16-44b3-b59f-7e9bec91f395 req-428b62e0-ee36-4719-839d-0446c741c6a8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941 HTTP/1.1" status: 200 len: 912 time: 0.1150844 Jul 29 10:04:20.874559 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-28d76971-cd16-44b3-b59f-7e9bec91f395 req-dd972a68-2fc5-43b6-ab00-3b1b29da3968 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c29e85-1efe-41b5-a031-51915a5bf132 HTTP/1.1" status: 200 len: 999 time: 0.0859470 Jul 29 10:04:20.945526 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-a244dee9-2da7-494b-961a-fc8a75389823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '668f1030-6d95-4484-a2dd-ae2c238f99f1', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'port_id': 'c9c29e85-1efe-41b5-a031-51915a5bf132', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'mac_address': 'fa:16:3e:91:f1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T10:04:19Z', 'updated_at': '2021-07-29T10:04:19Z', 'revision_number': 0, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:30Z', 'revision_number': 5, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:04:20.958314 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d76971-cd16-44b3-b59f-7e9bec91f395 req-4dcc9c32-18e0-4ca7-aa24-4a04b78212fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:20.960446 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-28d76971-cd16-44b3-b59f-7e9bec91f395 req-4dcc9c32-18e0-4ca7-aa24-4a04b78212fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=abdf45fc-dabc-4096-8cfc-ad57fbf50e72 HTTP/1.1" status: 200 len: 849 time: 0.0772924 Jul 29 10:04:20.988183 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244dee9-2da7-494b-961a-fc8a75389823 None None] Checking router: 6e55e8cf-b76d-404e-966d-5961ef1ccee7 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:04:21.002952 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a244dee9-2da7-494b-961a-fc8a75389823 None None] Routers {'6e55e8cf-b76d-404e-966d-5961ef1ccee7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:04:21.003672 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-a244dee9-2da7-494b-961a-fc8a75389823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:04:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:04:21.032327 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d76971-cd16-44b3-b59f-7e9bec91f395 req-0be5a12f-6f15-4c7b-a0bf-ee83333b1288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:04:21.034305 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-28d76971-cd16-44b3-b59f-7e9bec91f395 req-0be5a12f-6f15-4c7b-a0bf-ee83333b1288 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650842 Jul 29 10:04:21.138461 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-a244dee9-2da7-494b-961a-fc8a75389823 None None] Set router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:04:21.157860 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-28d76971-cd16-44b3-b59f-7e9bec91f395 req-212a0c45-ed47-475b-bec0-6b863e013a84 service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111441 Jul 29 10:04:21.301611 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-28d76971-cd16-44b3-b59f-7e9bec91f395 req-66c61c56-808c-4b8b-a0ef-9c47ab6a6c32 service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346309 Jul 29 10:04:21.454825 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-a244dee9-2da7-494b-961a-fc8a75389823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '668f1030-6d95-4484-a2dd-ae2c238f99f1', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'port_id': 'c9c29e85-1efe-41b5-a031-51915a5bf132', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'mac_address': 'fa:16:3e:91:f1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T10:04:19Z', 'updated_at': '2021-07-29T10:04:19Z', 'revision_number': 0, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:30Z', 'revision_number': 5, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:04:21.489438 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244dee9-2da7-494b-961a-fc8a75389823 None None] The sync data for ids ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'] in dv-cinder-788253-4-iscsi is: [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '668f1030-6d95-4484-a2dd-ae2c238f99f1', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'port_id': 'c9c29e85-1efe-41b5-a031-51915a5bf132', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'mac_address': 'fa:16:3e:91:f1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T10:04:19Z', 'updated_at': '2021-07-29T10:04:19Z', 'revision_number': 0, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:30Z', 'revision_number': 5, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:04:21.729567 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a630de17-0166-4589-bc56-6231441c9208 None None] New status for floating IP 668f1030-6d95-4484-a2dd-ae2c238f99f1: ACTIVE {{(pid=104730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 10:04:22.362171 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:04:37.656974 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 41776) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:04:37.768725 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4691d4e0-3efb-4638-8e59-4552fe69eb59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:37.867169 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4691d4e0-3efb-4638-8e59-4552fe69eb59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:37.871149 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-4691d4e0-3efb-4638-8e59-4552fe69eb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:37.910288 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-4691d4e0-3efb-4638-8e59-4552fe69eb59 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f3ac63682d6c4ef89ec83735a891d241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518589 Jul 29 10:04:37.911016 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691d4e0-3efb-4638-8e59-4552fe69eb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c7e7ca-d415-40b4-ad70-093b9cab3781,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:04:37.912925 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 41780) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:04:37.918367 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691d4e0-3efb-4638-8e59-4552fe69eb59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:37.918723 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691d4e0-3efb-4638-8e59-4552fe69eb59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:37.919074 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691d4e0-3efb-4638-8e59-4552fe69eb59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:37.919419 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691d4e0-3efb-4638-8e59-4552fe69eb59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:37.919752 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691d4e0-3efb-4638-8e59-4552fe69eb59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:37.920084 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691d4e0-3efb-4638-8e59-4552fe69eb59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:37.920415 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691d4e0-3efb-4638-8e59-4552fe69eb59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:37.920784 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691d4e0-3efb-4638-8e59-4552fe69eb59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:37.921123 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691d4e0-3efb-4638-8e59-4552fe69eb59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:37.921454 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691d4e0-3efb-4638-8e59-4552fe69eb59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:37.922512 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691d4e0-3efb-4638-8e59-4552fe69eb59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:37.922689 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691d4e0-3efb-4638-8e59-4552fe69eb59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:04:37.965786 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-05369050-da5c-4467-ade3-ccff6992db9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:37.989396 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-05369050-da5c-4467-ade3-ccff6992db9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:38.038357 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-05369050-da5c-4467-ade3-ccff6992db9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:38.041028 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-05369050-da5c-4467-ade3-ccff6992db9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:38.042141 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-05369050-da5c-4467-ade3-ccff6992db9f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b6c7e7ca-d415-40b4-ad70-093b9cab3781 HTTP/1.1" status: 204 len: 168 time: 0.1282268 Jul 29 10:04:38.050614 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05369050-da5c-4467-ade3-ccff6992db9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c7e7ca-d415-40b4-ad70-093b9cab3781,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:04:44.266530 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-d6757a3b-25fc-4107-8b1d-87041a0b46a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:44.298154 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:47.301064 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-3e587428-10cf-471f-9926-5b0d5e9cf5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:47.723876 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:48.706664 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:50.489656 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:04:59.360618 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:05:02.882996 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 41924) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:05:02.997045 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23d6edce-9342-4a21-a7ff-53de75987805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:03.090655 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23d6edce-9342-4a21-a7ff-53de75987805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:03.099715 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23d6edce-9342-4a21-a7ff-53de75987805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:03.140028 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-23d6edce-9342-4a21-a7ff-53de75987805 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c4292eeb3f6e4de7b1c8eaa8f249275c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557361 Jul 29 10:05:03.140996 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6edce-9342-4a21-a7ff-53de75987805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e8db9a-d2c8-4035-a21a-42c273bdb978,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:03.143106 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 41928) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:05:03.160002 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6edce-9342-4a21-a7ff-53de75987805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:03.160348 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6edce-9342-4a21-a7ff-53de75987805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:03.160688 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6edce-9342-4a21-a7ff-53de75987805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:03.161042 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6edce-9342-4a21-a7ff-53de75987805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:03.161370 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6edce-9342-4a21-a7ff-53de75987805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:03.161696 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6edce-9342-4a21-a7ff-53de75987805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:03.162063 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6edce-9342-4a21-a7ff-53de75987805 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:03.162386 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6edce-9342-4a21-a7ff-53de75987805 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:03.162739 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6edce-9342-4a21-a7ff-53de75987805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:03.163097 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6edce-9342-4a21-a7ff-53de75987805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:03.163416 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6edce-9342-4a21-a7ff-53de75987805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:03.163734 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6edce-9342-4a21-a7ff-53de75987805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:03.206524 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b4f768d4-d4ce-401a-ada9-dee89201b615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:03.228695 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b4f768d4-d4ce-401a-ada9-dee89201b615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:03.277096 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b4f768d4-d4ce-401a-ada9-dee89201b615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:03.279919 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b4f768d4-d4ce-401a-ada9-dee89201b615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:03.281886 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-b4f768d4-d4ce-401a-ada9-dee89201b615 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b4e8db9a-d2c8-4035-a21a-42c273bdb978 HTTP/1.1" status: 204 len: 168 time: 0.1377516 Jul 29 10:05:03.290572 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f768d4-d4ce-401a-ada9-dee89201b615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e8db9a-d2c8-4035-a21a-42c273bdb978,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:03.917818 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 41950) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:05:04.016964 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-990987e2-e2b7-4d99-96e3-2b1925a3c3a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-878610677-network', 'tenant_id': '19a1e1f35a134eb8bad802c8c409a090'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:05:04.038116 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990987e2-e2b7-4d99-96e3-2b1925a3c3a2 admin admin] Made reservation on behalf of 19a1e1f35a134eb8bad802c8c409a090 for: {'network': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 10:05:04.040569 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-990987e2-e2b7-4d99-96e3-2b1925a3c3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for network, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:04.048937 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-990987e2-e2b7-4d99-96e3-2b1925a3c3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:04.139750 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-990987e2-e2b7-4d99-96e3-2b1925a3c3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:04.144521 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-990987e2-e2b7-4d99-96e3-2b1925a3c3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:04.169148 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990987e2-e2b7-4d99-96e3-2b1925a3c3a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1101, 'physical_network': 'physnet1'} {{(pid=104729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 10:05:04.178789 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990987e2-e2b7-4d99-96e3-2b1925a3c3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d508b9a-100c-4a73-b50d-8bdac52ba9ba,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:04.183702 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-990987e2-e2b7-4d99-96e3-2b1925a3c3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:04.184060 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.segments_db [None req-990987e2-e2b7-4d99-96e3-2b1925a3c3a2 admin admin] Added segment e420307d-459b-4be7-84a3-514d973b4dbf of type vlan for network f1be5ea4-b935-4037-b773-c1e0754a09fd Jul 29 10:05:04.225213 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-990987e2-e2b7-4d99-96e3-2b1925a3c3a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755119605351'] for network, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:04.253512 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-990987e2-e2b7-4d99-96e3-2b1925a3c3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465'] for network, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:04.254502 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990987e2-e2b7-4d99-96e3-2b1925a3c3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:04.255090 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-990987e2-e2b7-4d99-96e3-2b1925a3c3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:04.305238 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-990987e2-e2b7-4d99-96e3-2b1925a3c3a2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3863020 Jul 29 10:05:04.308261 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 41954) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:05:04.314129 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-c2ad46fe-c12f-411c-862f-18eeb4c239a5 admin admin] Request body: {'subnet': {'network_id': 'f1be5ea4-b935-4037-b773-c1e0754a09fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-878610677-subnet', 'tenant_id': '19a1e1f35a134eb8bad802c8c409a090', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:05:04.315039 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990987e2-e2b7-4d99-96e3-2b1925a3c3a2 admin admin] Pushing event updated for resources: {'Network': ['ID=f1be5ea4-b935-4037-b773-c1e0754a09fd,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:04.324735 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Network f1be5ea4-b935-4037-b773-c1e0754a09fd details requested by agent ovs-agent-dv-cinder-788253-4-iscsi with host dv-cinder-788253-4-iscsi {{(pid=104730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 10:05:04.339188 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ad46fe-c12f-411c-862f-18eeb4c239a5 admin admin] Made reservation on behalf of 19a1e1f35a134eb8bad802c8c409a090 for: {'subnet': 1} {{(pid=104728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 10:05:04.341558 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c2ad46fe-c12f-411c-862f-18eeb4c239a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8094409'] for subnet, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:04.534524 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c2ad46fe-c12f-411c-862f-18eeb4c239a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8099280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8094439'] for subnet, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:04.589129 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad46fe-c12f-411c-862f-18eeb4c239a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=405d5bb2-79d5-4e50-998f-2acdf97e7d4a,revision_number=0']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:04.600322 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ad46fe-c12f-411c-862f-18eeb4c239a5 admin admin] Checking segment: {'id': 'e420307d-459b-4be7-84a3-514d973b4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'f1be5ea4-b935-4037-b773-c1e0754a09fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:05:04.600681 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ad46fe-c12f-411c-862f-18eeb4c239a5 admin admin] Network hostable DHCP agents. Network: f1be5ea4-b935-4037-b773-c1e0754a09fd, hostable agents: ['5a741bed-5f7d-409f-b4a0-3df8a8394bfa'], hosted agents: [] {{(pid=104728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 10:05:04.617834 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ad46fe-c12f-411c-862f-18eeb4c239a5 admin admin] Network f1be5ea4-b935-4037-b773-c1e0754a09fd is scheduled to be hosted by DHCP agent 5a741bed-5f7d-409f-b4a0-3df8a8394bfa with binding_index 1 {{(pid=104728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 10:05:04.628979 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-c2ad46fe-c12f-411c-862f-18eeb4c239a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-4-iscsi, f1be5ea4-b935-4037-b773-c1e0754a09fd) {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:05:04.633331 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ad46fe-c12f-411c-862f-18eeb4c239a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:04.633937 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c2ad46fe-c12f-411c-862f-18eeb4c239a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:04.640360 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91760569-775f-4c02-9683-77ef0676d3d8 None None] Network f1be5ea4-b935-4037-b773-c1e0754a09fd requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 10:05:04.653285 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-c2ad46fe-c12f-411c-862f-18eeb4c239a5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3387868 Jul 29 10:05:04.797254 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f827496-627e-41f9-bc5f-60bb3f280471 None None] Network f1be5ea4-b935-4037-b773-c1e0754a09fd requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 10:05:06.685878 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-41fdfdaf-719c-44b4-a780-a5487396eb81 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:06.688130 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-41fdfdaf-719c-44b4-a780-a5487396eb81 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/networks?id=f1be5ea4-b935-4037-b773-c1e0754a09fd HTTP/1.1" status: 200 len: 808 time: 0.1049156 Jul 29 10:05:06.703315 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-82926e04-6478-40e7-970c-2b10fc691f54 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/quotas/19a1e1f35a134eb8bad802c8c409a090 HTTP/1.1" status: 200 len: 375 time: 0.0093110 Jul 29 10:05:06.739595 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-cb0a07c2-3c6e-4065-b5ca-3ecb0adb0c04 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=19a1e1f35a134eb8bad802c8c409a090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276053 Jul 29 10:05:06.833221 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-9aabad0f-e9c9-491a-9849-2c94bdb2061a service neutron] 10.222.0.78 "GET /v2.0/networks/f1be5ea4-b935-4037-b773-c1e0754a09fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863035 Jul 29 10:05:06.921935 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-92804f92-e5a4-4bbb-96ac-b203da1ecf83 service neutron] 10.222.0.78 "GET /v2.0/networks/f1be5ea4-b935-4037-b773-c1e0754a09fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825472 Jul 29 10:05:07.087442 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9f57a7c5-c7c4-4812-906f-4dfc05ad5dc5 req-849c9a4d-0ad4-4d13-af0e-448706f336ad tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=b83e00dc-d2de-4e8d-ae53-872959ce90c8 HTTP/1.1" status: 200 len: 210 time: 0.0272396 Jul 29 10:05:08.142832 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-42d6fbf9-dc9c-4667-8ad9-759d3b266d12 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:08.145160 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-42d6fbf9-dc9c-4667-8ad9-759d3b266d12 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.89 "GET /v2.0/networks?id=f1be5ea4-b935-4037-b773-c1e0754a09fd HTTP/1.1" status: 200 len: 808 time: 0.1182427 Jul 29 10:05:08.173629 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-c3aade8c-e504-4d65-8fc1-879f9116f279 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Request body: {'port': {'device_id': 'b83e00dc-d2de-4e8d-ae53-872959ce90c8', 'network_id': 'f1be5ea4-b935-4037-b773-c1e0754a09fd', 'admin_state_up': True, 'tenant_id': '19a1e1f35a134eb8bad802c8c409a090'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:05:08.197338 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cfb55847-2426-409a-aa8c-7b4ac92483d6 req-7feb6b17-3ce1-4584-bd4a-3f279eccf1ec tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=b83e00dc-d2de-4e8d-ae53-872959ce90c8 HTTP/1.1" status: 200 len: 210 time: 0.0271635 Jul 29 10:05:08.285929 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-c3aade8c-e504-4d65-8fc1-879f9116f279 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Made reservation on behalf of 19a1e1f35a134eb8bad802c8c409a090 for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 10:05:08.289449 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-c3aade8c-e504-4d65-8fc1-879f9116f279 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:08.416217 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-c3aade8c-e504-4d65-8fc1-879f9116f279 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Allocated IP 172.20.0.3 (f1be5ea4-b935-4037-b773-c1e0754a09fd/405d5bb2-79d5-4e50-998f-2acdf97e7d4a/067a1925-4b8a-44e5-8d83-157cf2c21c71) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:05:08.566889 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-c3aade8c-e504-4d65-8fc1-879f9116f279 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:08.607006 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-c3aade8c-e504-4d65-8fc1-879f9116f279 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:08.649564 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-c3aade8c-e504-4d65-8fc1-879f9116f279 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Network f1be5ea4-b935-4037-b773-c1e0754a09fd is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:05:08.652579 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-c3aade8c-e504-4d65-8fc1-879f9116f279 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:05:08.656533 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-c3aade8c-e504-4d65-8fc1-879f9116f279 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:05:08.664892 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aade8c-e504-4d65-8fc1-879f9116f279 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Pushing event updated for resources: {'Port': ['ID=067a1925-4b8a-44e5-8d83-157cf2c21c71,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:08.710752 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-c3aade8c-e504-4d65-8fc1-879f9116f279 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:08.711372 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-c3aade8c-e504-4d65-8fc1-879f9116f279 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:08.726208 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-c3aade8c-e504-4d65-8fc1-879f9116f279 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5580401 Jul 29 10:05:08.745503 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Request body: {'port': {'device_id': 'b83e00dc-d2de-4e8d-ae53-872959ce90c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:05:08.811007 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:09.083929 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067a1925-4b8a-44e5-8d83-157cf2c21c71 {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:05:09.091633 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:09.104526 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Transition to ACTIVE for port object 067a1925-4b8a-44e5-8d83-157cf2c21c71 will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:05:09.108856 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7998033'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:09.159836 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Pushing event updated for resources: {'Port': ['ID=067a1925-4b8a-44e5-8d83-157cf2c21c71,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:09.237826 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Attempting to bind port 067a1925-4b8a-44e5-8d83-157cf2c21c71 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 10:05:09.238165 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Attempting to bind port 067a1925-4b8a-44e5-8d83-157cf2c21c71 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'e420307d-459b-4be7-84a3-514d973b4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'f1be5ea4-b935-4037-b773-c1e0754a09fd'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 10:05:09.238500 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Attempting to bind port 067a1925-4b8a-44e5-8d83-157cf2c21c71 on network f1be5ea4-b935-4037-b773-c1e0754a09fd {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:05:09.242948 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Port 067a1925-4b8a-44e5-8d83-157cf2c21c71 on network f1be5ea4-b935-4037-b773-c1e0754a09fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 10:05:09.243269 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Attempting to bind port 067a1925-4b8a-44e5-8d83-157cf2c21c71 on network f1be5ea4-b935-4037-b773-c1e0754a09fd {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:05:09.250352 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 10, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 10:05:09.250691 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Checking segment: {'id': 'e420307d-459b-4be7-84a3-514d973b4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'f1be5ea4-b935-4037-b773-c1e0754a09fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:05:09.251078 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Bound using segment: {'id': 'e420307d-459b-4be7-84a3-514d973b4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'f1be5ea4-b935-4037-b773-c1e0754a09fd'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 10:05:09.251507 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Bound port: 067a1925-4b8a-44e5-8d83-157cf2c21c71, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e420307d-459b-4be7-84a3-514d973b4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'f1be5ea4-b935-4037-b773-c1e0754a09fd'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 10:05:09.251868 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:09.318487 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] For port 067a1925-4b8a-44e5-8d83-157cf2c21c71, host hv-cinder-78825, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 10:05:09.321799 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] For port 067a1925-4b8a-44e5-8d83-157cf2c21c71, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=067a1925-4b8a-44e5-8d83-157cf2c21c71,segment=NetworkSegment(e420307d-459b-4be7-84a3-514d973b4dbf),segment_id=e420307d-459b-4be7-84a3-514d973b4dbf)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 10:05:09.326653 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7998033'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:09.364642 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:09.365253 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:09.366685 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] 10.222.0.89 "PUT /v2.0/ports/067a1925-4b8a-44e5-8d83-157cf2c21c71 HTTP/1.1" status: 200 len: 1093 time: 0.6254125 Jul 29 10:05:09.367139 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83e00dc-d2de-4e8d-ae53-872959ce90c8', 'tag': '067a1925-4b8a-44e5-8d83-157cf2c21c71'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:05:09.369408 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655afb83-8f0b-47fd-adcc-103efdc0fe3b" -d '{"events": [{"name": "network-changed", "server_uuid": "b83e00dc-d2de-4e8d-ae53-872959ce90c8", "tag": "067a1925-4b8a-44e5-8d83-157cf2c21c71"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:05:09.376796 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56604a35-bccf-489f-88aa-c7cdb4fcaf98 req-6da359be-431a-4601-af9e-df508f40cd64 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:09.378375 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-56604a35-bccf-489f-88aa-c7cdb4fcaf98 req-6da359be-431a-4601-af9e-df508f40cd64 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=b83e00dc-d2de-4e8d-ae53-872959ce90c8 HTTP/1.1" status: 200 len: 943 time: 0.1097760 Jul 29 10:05:09.401251 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9f054-40e8-404d-bc49-ebc05046ea82 service neutron] Pushing event updated for resources: {'Port': ['ID=067a1925-4b8a-44e5-8d83-157cf2c21c71,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:09.414745 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 10:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff740a37-b92a-496f-89bd-ae5719769832 x-openstack-request-id: req-ff740a37-b92a-496f-89bd-ae5719769832 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:05:09.415506 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83e00dc-d2de-4e8d-ae53-872959ce90c8", "tag": "067a1925-4b8a-44e5-8d83-157cf2c21c71", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:05:09.415961 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ff740a37-b92a-496f-89bd-ae5719769832 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:05:09.416542 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83e00dc-d2de-4e8d-ae53-872959ce90c8', 'tag': '067a1925-4b8a-44e5-8d83-157cf2c21c71', 'status': 'completed', 'code': 200} Jul 29 10:05:09.422887 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-56604a35-bccf-489f-88aa-c7cdb4fcaf98 req-58ef0a00-b687-4c37-a08a-12ecfc523db3 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371556 Jul 29 10:05:09.466989 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-5a0bf8ca-cc7f-4cf5-98b1-3ace7b1f7bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:09.473104 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-5a0bf8ca-cc7f-4cf5-98b1-3ace7b1f7bf6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19a1e1f35a134eb8bad802c8c409a090&device_id=b83e00dc-d2de-4e8d-ae53-872959ce90c8 HTTP/1.1" status: 200 len: 1096 time: 0.0424654 Jul 29 10:05:09.523652 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-1636f202-5ffc-4fdc-89ad-b2a4a47ba631 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=067a1925-4b8a-44e5-8d83-157cf2c21c71 HTTP/1.1" status: 200 len: 217 time: 0.0391078 Jul 29 10:05:09.573145 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-4e0f60fb-a940-46f3-b006-291f2f3f3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:09.574607 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-4e0f60fb-a940-46f3-b006-291f2f3f3e1b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=405d5bb2-79d5-4e50-998f-2acdf97e7d4a HTTP/1.1" status: 200 len: 848 time: 0.0445597 Jul 29 10:05:09.605194 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-ff56f79c-d1cb-4fff-82db-dac6f6c37de3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f1be5ea4-b935-4037-b773-c1e0754a09fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239737 Jul 29 10:05:09.698817 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-70ae96af-b77a-4a07-ab41-d0316cd58fc7 service neutron] 10.222.0.89 "GET /v2.0/networks/f1be5ea4-b935-4037-b773-c1e0754a09fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863354 Jul 29 10:05:09.787591 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d493f93e-5b6a-4d60-b586-670052a34ca4 req-efd3891a-ee28-459a-98ab-e9d782423bc9 service neutron] 10.222.0.89 "GET /v2.0/networks/f1be5ea4-b935-4037-b773-c1e0754a09fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820343 Jul 29 10:05:09.915424 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655afb83-8f0b-47fd-adcc-103efdc0fe3b req-490170c3-a92f-4c19-ae5b-f0bb69cd4d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:09.916966 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-655afb83-8f0b-47fd-adcc-103efdc0fe3b req-490170c3-a92f-4c19-ae5b-f0bb69cd4d9f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19a1e1f35a134eb8bad802c8c409a090&device_id=b83e00dc-d2de-4e8d-ae53-872959ce90c8 HTTP/1.1" status: 200 len: 1096 time: 0.0417452 Jul 29 10:05:10.014289 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655afb83-8f0b-47fd-adcc-103efdc0fe3b req-cd7e7819-f1db-4b0b-a6b1-6d9e764a9dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:10.016442 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-655afb83-8f0b-47fd-adcc-103efdc0fe3b req-cd7e7819-f1db-4b0b-a6b1-6d9e764a9dda service neutron] 10.222.0.89 "GET /v2.0/networks?id=f1be5ea4-b935-4037-b773-c1e0754a09fd HTTP/1.1" status: 200 len: 910 time: 0.0920708 Jul 29 10:05:10.059166 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-655afb83-8f0b-47fd-adcc-103efdc0fe3b req-cd529009-cdc1-449e-9f69-4433424b57b4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=067a1925-4b8a-44e5-8d83-157cf2c21c71 HTTP/1.1" status: 200 len: 217 time: 0.0348120 Jul 29 10:05:10.117044 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655afb83-8f0b-47fd-adcc-103efdc0fe3b req-f61bd77a-db3a-4629-b684-9f7ff41b7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:10.118508 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-655afb83-8f0b-47fd-adcc-103efdc0fe3b req-f61bd77a-db3a-4629-b684-9f7ff41b7876 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=405d5bb2-79d5-4e50-998f-2acdf97e7d4a HTTP/1.1" status: 200 len: 848 time: 0.0479846 Jul 29 10:05:10.149682 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-655afb83-8f0b-47fd-adcc-103efdc0fe3b req-1215dd39-e964-4aaf-952a-5d7dcbdbb592 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f1be5ea4-b935-4037-b773-c1e0754a09fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241601 Jul 29 10:05:10.237989 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-655afb83-8f0b-47fd-adcc-103efdc0fe3b req-8674f378-9dc7-4d97-b8d1-aa353bde1863 service neutron] 10.222.0.89 "GET /v2.0/networks/f1be5ea4-b935-4037-b773-c1e0754a09fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810299 Jul 29 10:05:10.332405 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-655afb83-8f0b-47fd-adcc-103efdc0fe3b req-073acdbc-ca9a-4c71-94f1-fb89ff780cda service neutron] 10.222.0.89 "GET /v2.0/networks/f1be5ea4-b935-4037-b773-c1e0754a09fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872252 Jul 29 10:05:10.541420 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db3656-cfb5-4d42-b3d6-9b8bfb28ed48 req-b8a08b83-23ab-48c7-900e-9018dae0cb07 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:10.542927 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a9db3656-cfb5-4d42-b3d6-9b8bfb28ed48 req-b8a08b83-23ab-48c7-900e-9018dae0cb07 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=b83e00dc-d2de-4e8d-ae53-872959ce90c8 HTTP/1.1" status: 200 len: 943 time: 0.0512333 Jul 29 10:05:10.585293 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a9db3656-cfb5-4d42-b3d6-9b8bfb28ed48 req-d5c7fb45-175b-463a-a5f4-461c8f9a0088 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356853 Jul 29 10:05:11.708678 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707601-101e-4341-89d4-cc47cf7753f3 req-f8ad30d0-01b5-488b-8857-9c213112a803 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:11.710235 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4d707601-101e-4341-89d4-cc47cf7753f3 req-f8ad30d0-01b5-488b-8857-9c213112a803 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=b83e00dc-d2de-4e8d-ae53-872959ce90c8 HTTP/1.1" status: 200 len: 943 time: 0.0507998 Jul 29 10:05:11.747672 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-4d707601-101e-4341-89d4-cc47cf7753f3 req-451f3e87-0391-438a-8c10-84c577994112 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315781 Jul 29 10:05:12.868742 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d6f3e-b99b-4efa-bfef-aa123f2a6e03 req-5a71aadf-91c5-45eb-9af2-5ec29d761e99 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:12.870260 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-683d6f3e-b99b-4efa-bfef-aa123f2a6e03 req-5a71aadf-91c5-45eb-9af2-5ec29d761e99 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=b83e00dc-d2de-4e8d-ae53-872959ce90c8 HTTP/1.1" status: 200 len: 943 time: 0.0539308 Jul 29 10:05:12.909779 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-683d6f3e-b99b-4efa-bfef-aa123f2a6e03 req-c7bc2720-ab29-46b5-92fe-005def1db562 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329800 Jul 29 10:05:13.335543 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 067a1925-4b8a-44e5-8d83-157cf2c21c71 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 10:05:13.430276 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 067a1925-4b8a-44e5-8d83-157cf2c21c71, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=067a1925-4b8a-44e5-8d83-157cf2c21c71,segment=NetworkSegment(e420307d-459b-4be7-84a3-514d973b4dbf),segment_id=e420307d-459b-4be7-84a3-514d973b4dbf)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:05:13.443262 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': '067a1925-4b8a-44e5-8d83-157cf2c21c71', 'network_id': 'f1be5ea4-b935-4037-b773-c1e0754a09fd', 'port_id': '067a1925-4b8a-44e5-8d83-157cf2c21c71', 'mac_address': 'fa:16:3e:e4:22:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '405d5bb2-79d5-4e50-998f-2acdf97e7d4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 10:05:13.487254 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:13.501506 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067a1925-4b8a-44e5-8d83-157cf2c21c71 {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:05:13.522419 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 067a1925-4b8a-44e5-8d83-157cf2c21c71, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=067a1925-4b8a-44e5-8d83-157cf2c21c71,segment=NetworkSegment(e420307d-459b-4be7-84a3-514d973b4dbf),segment_id=e420307d-459b-4be7-84a3-514d973b4dbf)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:05:13.527310 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:13.580961 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=067a1925-4b8a-44e5-8d83-157cf2c21c71,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:13.590140 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:13.590407 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:13.590822 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:13.591163 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:13.591551 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:13.591883 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:13.592303 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:13.592629 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:13.592977 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:13.593902 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:13.594225 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:13.594627 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:13.998380 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['067a1925-4b8a-44e5-8d83-157cf2c21c71'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:05:14.034799 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843e288-33b6-40e2-848f-c2ac4478b0ee req-870297f5-2f55-4a9f-9be2-a3eced8f3866 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:14.036628 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8843e288-33b6-40e2-848f-c2ac4478b0ee req-870297f5-2f55-4a9f-9be2-a3eced8f3866 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=b83e00dc-d2de-4e8d-ae53-872959ce90c8 HTTP/1.1" status: 200 len: 944 time: 0.0575676 Jul 29 10:05:14.079404 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8843e288-33b6-40e2-848f-c2ac4478b0ee req-28affa53-d9db-4e4a-b09b-02560486b842 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358560 Jul 29 10:05:14.273036 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-6c0f1d1f-d9b0-4b11-a709-4aec3a7647f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:14.319652 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:15.201179 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669fc8f-2644-448c-9c2c-34f7e54a3aae req-371fea01-d5d9-4220-a56e-268eb40a9cde tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:15.202889 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8669fc8f-2644-448c-9c2c-34f7e54a3aae req-371fea01-d5d9-4220-a56e-268eb40a9cde tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=b83e00dc-d2de-4e8d-ae53-872959ce90c8 HTTP/1.1" status: 200 len: 944 time: 0.0530818 Jul 29 10:05:15.243517 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8669fc8f-2644-448c-9c2c-34f7e54a3aae req-d2bb5f04-5b3a-4f0f-a011-663e825bc3be tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342569 Jul 29 10:05:15.334265 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 067a1925-4b8a-44e5-8d83-157cf2c21c71 up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:05:15.391393 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port 067a1925-4b8a-44e5-8d83-157cf2c21c71 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:05:15.395292 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port 067a1925-4b8a-44e5-8d83-157cf2c21c71 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:05:15.395666 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:15.480576 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:15.510066 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83e00dc-d2de-4e8d-ae53-872959ce90c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067a1925-4b8a-44e5-8d83-157cf2c21c71'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:05:15.513737 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5251d73-27d7-4e0a-b1cc-948939b83252" -d '{"events": [{"server_uuid": "b83e00dc-d2de-4e8d-ae53-872959ce90c8", "name": "network-vif-plugged", "status": "completed", "tag": "067a1925-4b8a-44e5-8d83-157cf2c21c71"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:05:15.535069 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 067a1925-4b8a-44e5-8d83-157cf2c21c71, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=067a1925-4b8a-44e5-8d83-157cf2c21c71,segment=NetworkSegment(e420307d-459b-4be7-84a3-514d973b4dbf),segment_id=e420307d-459b-4be7-84a3-514d973b4dbf)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:05:15.542317 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:15.575959 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab46bfc1-dbec-4ef8-b8d0-708b5abe4c26 x-openstack-request-id: req-ab46bfc1-dbec-4ef8-b8d0-708b5abe4c26 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:05:15.576411 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83e00dc-d2de-4e8d-ae53-872959ce90c8", "name": "network-vif-plugged", "status": "completed", "tag": "067a1925-4b8a-44e5-8d83-157cf2c21c71", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:05:15.576693 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab46bfc1-dbec-4ef8-b8d0-708b5abe4c26 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:05:15.577262 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83e00dc-d2de-4e8d-ae53-872959ce90c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067a1925-4b8a-44e5-8d83-157cf2c21c71', 'code': 200} Jul 29 10:05:15.613661 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=067a1925-4b8a-44e5-8d83-157cf2c21c71,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:15.771316 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5554ebe-e13a-48d3-b9e4-a6abaaa07138 req-9008dda1-58a2-4ea3-961a-b2b9ed0b1c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:15.772806 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b5554ebe-e13a-48d3-b9e4-a6abaaa07138 req-9008dda1-58a2-4ea3-961a-b2b9ed0b1c29 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b83e00dc-d2de-4e8d-ae53-872959ce90c8 HTTP/1.1" status: 200 len: 1098 time: 0.0415213 Jul 29 10:05:15.811401 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b5554ebe-e13a-48d3-b9e4-a6abaaa07138 req-6897912a-ef85-44ec-8e1a-d6e73e17ed36 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308547 Jul 29 10:05:16.398968 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cedd9db-9146-41dc-84c9-1e356ee876c3 req-2b74a68a-14b7-4755-8c59-b078ddc3846a tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:16.400631 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1cedd9db-9146-41dc-84c9-1e356ee876c3 req-2b74a68a-14b7-4755-8c59-b078ddc3846a tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=b83e00dc-d2de-4e8d-ae53-872959ce90c8 HTTP/1.1" status: 200 len: 945 time: 0.0642011 Jul 29 10:05:16.471589 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1cedd9db-9146-41dc-84c9-1e356ee876c3 req-db46b25b-4f01-4829-8324-192aec13e39d tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621967 Jul 29 10:05:17.319031 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-ffc5f0ec-aad0-4378-b822-f145e74c44e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:17.613246 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff9b3a-907b-49f3-a1fb-526a00a31c0b req-bfdaa3b8-4f33-4fcd-9c2b-29eac65a51dd tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:17.614874 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d0ff9b3a-907b-49f3-a1fb-526a00a31c0b req-bfdaa3b8-4f33-4fcd-9c2b-29eac65a51dd tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=b83e00dc-d2de-4e8d-ae53-872959ce90c8 HTTP/1.1" status: 200 len: 945 time: 0.0572238 Jul 29 10:05:17.656646 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d0ff9b3a-907b-49f3-a1fb-526a00a31c0b req-48ff1290-4557-45f0-85f8-096c1bb68226 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346112 Jul 29 10:05:17.738336 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:18.715877 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:18.787281 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15d2d1-0feb-4b3e-8120-efbd74f0bcf5 req-320b0a6a-18c1-4966-9132-0bcf4eb646a1 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:18.788927 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3a15d2d1-0feb-4b3e-8120-efbd74f0bcf5 req-320b0a6a-18c1-4966-9132-0bcf4eb646a1 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=b83e00dc-d2de-4e8d-ae53-872959ce90c8 HTTP/1.1" status: 200 len: 945 time: 0.0529869 Jul 29 10:05:18.832103 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-3a15d2d1-0feb-4b3e-8120-efbd74f0bcf5 req-8e6bddd5-4ff5-40d1-a194-64ad8635cdac tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370684 Jul 29 10:05:18.869142 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c4409d55-9672-49b0-82d5-3d0589ae16f7 req-5df749a1-7171-40b5-aa0a-e45ac685811f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0644584 Jul 29 10:05:18.992280 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4409d55-9672-49b0-82d5-3d0589ae16f7 req-ddf1d3e3-7ca6-495e-be55-6525401942dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:18.994002 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c4409d55-9672-49b0-82d5-3d0589ae16f7 req-ddf1d3e3-7ca6-495e-be55-6525401942dc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=735b6107d1e24edfb73207b6522a26c4&device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 1099 time: 0.0546949 Jul 29 10:05:19.121188 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4409d55-9672-49b0-82d5-3d0589ae16f7 req-ffd3ce4b-0c86-4381-ac63-e64ad7965ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:19.122745 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c4409d55-9672-49b0-82d5-3d0589ae16f7 req-ffd3ce4b-0c86-4381-ac63-e64ad7965ceb service neutron] 10.222.0.89 "GET /v2.0/networks?id=3fa3a7a6-9806-484d-b0ba-8344627c78e2 HTTP/1.1" status: 200 len: 919 time: 0.1047642 Jul 29 10:05:19.195563 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c4409d55-9672-49b0-82d5-3d0589ae16f7 req-64c53d05-1b63-4bb7-9081-3bf87be206cc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34094876-bc5b-4e18-8369-2505fa5e21fb HTTP/1.1" status: 200 len: 1001 time: 0.0650210 Jul 29 10:05:19.247398 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4409d55-9672-49b0-82d5-3d0589ae16f7 req-4699bce4-b183-49b7-8dba-eac14f9b5ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:19.248849 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c4409d55-9672-49b0-82d5-3d0589ae16f7 req-4699bce4-b183-49b7-8dba-eac14f9b5ea8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4d807706-b29a-4520-8761-85daf7efff9e HTTP/1.1" status: 200 len: 856 time: 0.0456781 Jul 29 10:05:19.295088 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4409d55-9672-49b0-82d5-3d0589ae16f7 req-007f8ec5-bc84-40d2-b886-d0c7d3497605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:19.297734 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c4409d55-9672-49b0-82d5-3d0589ae16f7 req-007f8ec5-bc84-40d2-b886-d0c7d3497605 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3fa3a7a6-9806-484d-b0ba-8344627c78e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416379 Jul 29 10:05:19.393818 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c4409d55-9672-49b0-82d5-3d0589ae16f7 req-1809ff06-4cce-46cb-86a1-8892debc1f2f service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890608 Jul 29 10:05:19.508138 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c4409d55-9672-49b0-82d5-3d0589ae16f7 req-374a5711-1633-4b8a-9a8d-835944cdb4f1 service neutron] 10.222.0.89 "GET /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066735 Jul 29 10:05:19.597868 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9e8e6-2eaa-4f58-8b8d-227353b917c2 req-2bb3ef60-c932-4930-b1ba-36762c75c4fe tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:19.599377 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-38e9e8e6-2eaa-4f58-8b8d-227353b917c2 req-2bb3ef60-c932-4930-b1ba-36762c75c4fe tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=b83e00dc-d2de-4e8d-ae53-872959ce90c8 HTTP/1.1" status: 200 len: 945 time: 0.0556259 Jul 29 10:05:19.637777 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-38e9e8e6-2eaa-4f58-8b8d-227353b917c2 req-e68299ff-f7c3-4fd8-8638-377f8b1c2205 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323789 Jul 29 10:05:20.488807 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:20.764175 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b320f-7f30-4a79-8cc8-bcd72144e66a req-be888624-f3c9-4db4-9ede-3e25cbbfaca4 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:20.766631 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ae6b320f-7f30-4a79-8cc8-bcd72144e66a req-be888624-f3c9-4db4-9ede-3e25cbbfaca4 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=b83e00dc-d2de-4e8d-ae53-872959ce90c8 HTTP/1.1" status: 200 len: 945 time: 0.0543466 Jul 29 10:05:20.806007 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ae6b320f-7f30-4a79-8cc8-bcd72144e66a req-e003a030-907f-4a53-9f34-8a49ecf388be tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333760 Jul 29 10:05:21.449903 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2cf43-a57c-41f1-b0ed-9c42caf4a1a3 req-5ddc00ac-878f-4096-bb30-3d0fecc14c6e tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:21.451380 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-31b2cf43-a57c-41f1-b0ed-9c42caf4a1a3 req-5ddc00ac-878f-4096-bb30-3d0fecc14c6e tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.89 "GET /v2.0/ports?device_id=b83e00dc-d2de-4e8d-ae53-872959ce90c8 HTTP/1.1" status: 200 len: 945 time: 0.0572882 Jul 29 10:05:21.547044 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-31b2cf43-a57c-41f1-b0ed-9c42caf4a1a3 req-60aab72b-3501-4556-945d-3501124f47a9 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Deleting port 067a1925-4b8a-44e5-8d83-157cf2c21c71 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:05:21.547515 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-31b2cf43-a57c-41f1-b0ed-9c42caf4a1a3 req-60aab72b-3501-4556-945d-3501124f47a9 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:21.634332 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-31b2cf43-a57c-41f1-b0ed-9c42caf4a1a3 req-60aab72b-3501-4556-945d-3501124f47a9 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] For port 067a1925-4b8a-44e5-8d83-157cf2c21c71, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=067a1925-4b8a-44e5-8d83-157cf2c21c71,segment=NetworkSegment(e420307d-459b-4be7-84a3-514d973b4dbf),segment_id=e420307d-459b-4be7-84a3-514d973b4dbf)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:05:21.634697 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-31b2cf43-a57c-41f1-b0ed-9c42caf4a1a3 req-60aab72b-3501-4556-945d-3501124f47a9 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:21.647913 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-31b2cf43-a57c-41f1-b0ed-9c42caf4a1a3 req-60aab72b-3501-4556-945d-3501124f47a9 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Calling delete_port for 067a1925-4b8a-44e5-8d83-157cf2c21c71 owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:05:21.784843 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-31b2cf43-a57c-41f1-b0ed-9c42caf4a1a3 req-60aab72b-3501-4556-945d-3501124f47a9 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:21.814434 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aab72b-3501-4556-945d-3501124f47a9 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Pushing event deleted for resources: {'Port': ['ID=067a1925-4b8a-44e5-8d83-157cf2c21c71,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:21.858460 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b2cf43-a57c-41f1-b0ed-9c42caf4a1a3 req-60aab72b-3501-4556-945d-3501124f47a9 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] No DVR routers for this DVR port 067a1925-4b8a-44e5-8d83-157cf2c21c71 on host hv-cinder-78825 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:05:21.861652 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-31b2cf43-a57c-41f1-b0ed-9c42caf4a1a3 req-60aab72b-3501-4556-945d-3501124f47a9 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:21.863639 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-31b2cf43-a57c-41f1-b0ed-9c42caf4a1a3 req-60aab72b-3501-4556-945d-3501124f47a9 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.89 "DELETE /v2.0/ports/067a1925-4b8a-44e5-8d83-157cf2c21c71 HTTP/1.1" status: 204 len: 173 time: 0.4063129 Jul 29 10:05:21.864066 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83e00dc-d2de-4e8d-ae53-872959ce90c8', 'name': 'network-vif-deleted', 'tag': '067a1925-4b8a-44e5-8d83-157cf2c21c71'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:05:21.866337 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed118ed0-0c2f-4868-96d1-ecd3cb90dd09" -d '{"events": [{"server_uuid": "b83e00dc-d2de-4e8d-ae53-872959ce90c8", "name": "network-vif-deleted", "tag": "067a1925-4b8a-44e5-8d83-157cf2c21c71"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:05:21.910503 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d4055a-2099-4e53-94dd-8600a7741fe1 x-openstack-request-id: req-f2d4055a-2099-4e53-94dd-8600a7741fe1 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:05:21.910792 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83e00dc-d2de-4e8d-ae53-872959ce90c8", "name": "network-vif-deleted", "tag": "067a1925-4b8a-44e5-8d83-157cf2c21c71", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:05:21.911038 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f2d4055a-2099-4e53-94dd-8600a7741fe1 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:05:21.911421 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83e00dc-d2de-4e8d-ae53-872959ce90c8', 'name': 'network-vif-deleted', 'tag': '067a1925-4b8a-44e5-8d83-157cf2c21c71', 'status': 'completed', 'code': 200} Jul 29 10:05:21.912066 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c056c7c3-d290-48e1-80d3-2d9b773f1770 req-bd5659f1-a205-4530-88b6-f0990e5501a2 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=b83e00dc-d2de-4e8d-ae53-872959ce90c8 HTTP/1.1" status: 200 len: 210 time: 0.0345542 Jul 29 10:05:23.189661 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-8f608330-a739-4dd6-b364-07d09c238e09 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:23.191136 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-8f608330-a739-4dd6-b364-07d09c238e09 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/networks?id=f1be5ea4-b935-4037-b773-c1e0754a09fd HTTP/1.1" status: 200 len: 808 time: 0.1067686 Jul 29 10:05:23.207155 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-5c64d006-060a-474b-9773-ff87dd8e0f2f tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/quotas/19a1e1f35a134eb8bad802c8c409a090 HTTP/1.1" status: 200 len: 375 time: 0.0102191 Jul 29 10:05:23.239419 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-6b6e3b85-6455-4e7d-9ef6-d4ca5b097390 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=19a1e1f35a134eb8bad802c8c409a090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267971 Jul 29 10:05:23.332772 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-94ff6d7c-b5cf-409e-996f-a3237d5db5ec service neutron] 10.222.0.78 "GET /v2.0/networks/f1be5ea4-b935-4037-b773-c1e0754a09fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864472 Jul 29 10:05:23.370551 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 067a1925-4b8a-44e5-8d83-157cf2c21c71 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:05:23.391184 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: 067a1925-4b8a-44e5-8d83-157cf2c21c71 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:05:23.391538 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 067a1925-4b8a-44e5-8d83-157cf2c21c71 not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:05:23.432189 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-46bd8f32-be36-4c12-a396-69cd122ba3db service neutron] 10.222.0.78 "GET /v2.0/networks/f1be5ea4-b935-4037-b773-c1e0754a09fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917523 Jul 29 10:05:23.597444 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-bb0a10c8-71a1-4f19-90ce-364ff811beec req-0452ce67-c1e1-4a94-82dc-57a55276dc12 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a53a3c5-72f3-40cf-924e-7f7fa1feffde HTTP/1.1" status: 200 len: 210 time: 0.0278976 Jul 29 10:05:24.660073 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-27ad2fe9-b74d-4f7d-8311-bfc45a06fb4e tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:24.661788 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-27ad2fe9-b74d-4f7d-8311-bfc45a06fb4e tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.89 "GET /v2.0/networks?id=f1be5ea4-b935-4037-b773-c1e0754a09fd HTTP/1.1" status: 200 len: 808 time: 0.1106260 Jul 29 10:05:24.683179 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-c5a23bf7-506d-4cf3-b4f9-4070859451a3 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Request body: {'port': {'device_id': '7a53a3c5-72f3-40cf-924e-7f7fa1feffde', 'network_id': 'f1be5ea4-b935-4037-b773-c1e0754a09fd', 'admin_state_up': True, 'tenant_id': '19a1e1f35a134eb8bad802c8c409a090'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:05:24.704474 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-254c5f1b-2d30-43d0-bd06-8ddfbddab6c7 req-25f9abe2-d09d-46c2-a5d1-22c6ee9856a0 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a53a3c5-72f3-40cf-924e-7f7fa1feffde HTTP/1.1" status: 200 len: 210 time: 0.0322502 Jul 29 10:05:24.816410 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-c5a23bf7-506d-4cf3-b4f9-4070859451a3 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Made reservation on behalf of 19a1e1f35a134eb8bad802c8c409a090 for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 10:05:24.819954 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-c5a23bf7-506d-4cf3-b4f9-4070859451a3 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:24.948453 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-c5a23bf7-506d-4cf3-b4f9-4070859451a3 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Allocated IP 172.20.0.11 (f1be5ea4-b935-4037-b773-c1e0754a09fd/405d5bb2-79d5-4e50-998f-2acdf97e7d4a/f54c6d27-a68d-468d-b311-fe8ebd7d9997) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:05:25.111424 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-c5a23bf7-506d-4cf3-b4f9-4070859451a3 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:25.151689 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-c5a23bf7-506d-4cf3-b4f9-4070859451a3 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:25.195256 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-c5a23bf7-506d-4cf3-b4f9-4070859451a3 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Network f1be5ea4-b935-4037-b773-c1e0754a09fd is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:05:25.198314 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-c5a23bf7-506d-4cf3-b4f9-4070859451a3 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:05:25.201916 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-c5a23bf7-506d-4cf3-b4f9-4070859451a3 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:05:25.211600 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a23bf7-506d-4cf3-b4f9-4070859451a3 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Pushing event updated for resources: {'Port': ['ID=f54c6d27-a68d-468d-b311-fe8ebd7d9997,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:25.261150 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-c5a23bf7-506d-4cf3-b4f9-4070859451a3 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:25.261769 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-c5a23bf7-506d-4cf3-b4f9-4070859451a3 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:25.278932 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-c5a23bf7-506d-4cf3-b4f9-4070859451a3 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6001270 Jul 29 10:05:25.297891 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Request body: {'port': {'device_id': '7a53a3c5-72f3-40cf-924e-7f7fa1feffde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:05:25.353019 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:25.628323 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54c6d27-a68d-468d-b311-fe8ebd7d9997 {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:05:25.636458 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:25.649287 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Transition to ACTIVE for port object f54c6d27-a68d-468d-b311-fe8ebd7d9997 will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:05:25.653278 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7998033'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:25.701398 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f54c6d27-a68d-468d-b311-fe8ebd7d9997,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:25.772888 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Attempting to bind port f54c6d27-a68d-468d-b311-fe8ebd7d9997 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 10:05:25.773228 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Attempting to bind port f54c6d27-a68d-468d-b311-fe8ebd7d9997 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'e420307d-459b-4be7-84a3-514d973b4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'f1be5ea4-b935-4037-b773-c1e0754a09fd'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 10:05:25.773564 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Attempting to bind port f54c6d27-a68d-468d-b311-fe8ebd7d9997 on network f1be5ea4-b935-4037-b773-c1e0754a09fd {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:05:25.778262 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Port f54c6d27-a68d-468d-b311-fe8ebd7d9997 on network f1be5ea4-b935-4037-b773-c1e0754a09fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 10:05:25.778583 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Attempting to bind port f54c6d27-a68d-468d-b311-fe8ebd7d9997 on network f1be5ea4-b935-4037-b773-c1e0754a09fd {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:05:25.784086 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 10, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 10:05:25.784423 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Checking segment: {'id': 'e420307d-459b-4be7-84a3-514d973b4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'f1be5ea4-b935-4037-b773-c1e0754a09fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:05:25.784829 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Bound using segment: {'id': 'e420307d-459b-4be7-84a3-514d973b4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'f1be5ea4-b935-4037-b773-c1e0754a09fd'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 10:05:25.785279 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Bound port: f54c6d27-a68d-468d-b311-fe8ebd7d9997, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e420307d-459b-4be7-84a3-514d973b4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'f1be5ea4-b935-4037-b773-c1e0754a09fd'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 10:05:25.785752 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:25.836658 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea222d1c-7914-4d44-847c-5d3ac26f5990 req-62bb1b8a-6b81-4d0b-8a7e-a052d573b7ba tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:25.838325 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ea222d1c-7914-4d44-847c-5d3ac26f5990 req-62bb1b8a-6b81-4d0b-8a7e-a052d573b7ba tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a53a3c5-72f3-40cf-924e-7f7fa1feffde HTTP/1.1" status: 200 len: 944 time: 0.0571399 Jul 29 10:05:25.854704 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] For port f54c6d27-a68d-468d-b311-fe8ebd7d9997, host hv-cinder-78825, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 10:05:25.858043 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] For port f54c6d27-a68d-468d-b311-fe8ebd7d9997, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f54c6d27-a68d-468d-b311-fe8ebd7d9997,segment=NetworkSegment(e420307d-459b-4be7-84a3-514d973b4dbf),segment_id=e420307d-459b-4be7-84a3-514d973b4dbf)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 10:05:25.862458 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7998033'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:25.880285 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ea222d1c-7914-4d44-847c-5d3ac26f5990 req-cff8b2c4-e513-404b-ae54-ff872e616f32 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346327 Jul 29 10:05:25.905373 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:25.905373 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:25.905373 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] 10.222.0.89 "PUT /v2.0/ports/f54c6d27-a68d-468d-b311-fe8ebd7d9997 HTTP/1.1" status: 200 len: 1094 time: 0.6062131 Jul 29 10:05:25.905373 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a53a3c5-72f3-40cf-924e-7f7fa1feffde', 'tag': 'f54c6d27-a68d-468d-b311-fe8ebd7d9997'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:05:25.905373 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28d2dd9-f61e-4cf0-b61d-e5e24ae8c47b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a53a3c5-72f3-40cf-924e-7f7fa1feffde", "tag": "f54c6d27-a68d-468d-b311-fe8ebd7d9997"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:05:25.931700 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b194d3-2a87-4b5d-9ad8-d52b4d4512c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f54c6d27-a68d-468d-b311-fe8ebd7d9997,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:25.945656 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 10:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76f4c9a-c6cb-4429-b3d3-7428c1c4842f x-openstack-request-id: req-a76f4c9a-c6cb-4429-b3d3-7428c1c4842f {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:05:25.945947 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a53a3c5-72f3-40cf-924e-7f7fa1feffde", "tag": "f54c6d27-a68d-468d-b311-fe8ebd7d9997", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:05:25.946227 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a76f4c9a-c6cb-4429-b3d3-7428c1c4842f {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:05:25.946619 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a53a3c5-72f3-40cf-924e-7f7fa1feffde', 'tag': 'f54c6d27-a68d-468d-b311-fe8ebd7d9997', 'status': 'completed', 'code': 200} Jul 29 10:05:26.021741 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-7fc2133c-b7a7-4f1a-9db0-ad43d273b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:26.023253 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-7fc2133c-b7a7-4f1a-9db0-ad43d273b22d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19a1e1f35a134eb8bad802c8c409a090&device_id=7a53a3c5-72f3-40cf-924e-7f7fa1feffde HTTP/1.1" status: 200 len: 1097 time: 0.0417824 Jul 29 10:05:26.073341 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-d99e47ea-0bf7-490f-a80c-0fdea5ff09e2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f54c6d27-a68d-468d-b311-fe8ebd7d9997 HTTP/1.1" status: 200 len: 217 time: 0.0357249 Jul 29 10:05:26.369496 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-6f0b01c9-8191-49bc-9771-6d279c586484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:26.370977 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-6f0b01c9-8191-49bc-9771-6d279c586484 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=405d5bb2-79d5-4e50-998f-2acdf97e7d4a HTTP/1.1" status: 200 len: 848 time: 0.2910612 Jul 29 10:05:26.401992 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-810d006d-9fa5-46b0-8692-50cd35d5e317 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f1be5ea4-b935-4037-b773-c1e0754a09fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239151 Jul 29 10:05:26.496672 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-04d3901c-b563-4e31-8851-7285d1c7921f service neutron] 10.222.0.89 "GET /v2.0/networks/f1be5ea4-b935-4037-b773-c1e0754a09fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878103 Jul 29 10:05:26.589072 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6a01d088-e900-48fe-9ec5-a532d4fa8d6f req-4a805de9-3926-4b84-b036-39d7937d69c3 service neutron] 10.222.0.89 "GET /v2.0/networks/f1be5ea4-b935-4037-b773-c1e0754a09fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854931 Jul 29 10:05:26.722825 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d2dd9-f61e-4cf0-b61d-e5e24ae8c47b req-5c845144-7aec-47bf-9bda-59e24fe7a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:26.724373 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a28d2dd9-f61e-4cf0-b61d-e5e24ae8c47b req-5c845144-7aec-47bf-9bda-59e24fe7a3ca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19a1e1f35a134eb8bad802c8c409a090&device_id=7a53a3c5-72f3-40cf-924e-7f7fa1feffde HTTP/1.1" status: 200 len: 1097 time: 0.0435879 Jul 29 10:05:26.823165 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d2dd9-f61e-4cf0-b61d-e5e24ae8c47b req-c0935933-0f94-45ba-b9fb-37b22b764201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:26.825631 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a28d2dd9-f61e-4cf0-b61d-e5e24ae8c47b req-c0935933-0f94-45ba-b9fb-37b22b764201 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f1be5ea4-b935-4037-b773-c1e0754a09fd HTTP/1.1" status: 200 len: 910 time: 0.0932393 Jul 29 10:05:26.867290 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a28d2dd9-f61e-4cf0-b61d-e5e24ae8c47b req-37efd215-1ca2-48e0-a815-b52ec6fdef8d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f54c6d27-a68d-468d-b311-fe8ebd7d9997 HTTP/1.1" status: 200 len: 217 time: 0.0347707 Jul 29 10:05:26.916680 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d2dd9-f61e-4cf0-b61d-e5e24ae8c47b req-5d6724de-649e-4f87-9e2e-c94c7d2810b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:26.918300 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a28d2dd9-f61e-4cf0-b61d-e5e24ae8c47b req-5d6724de-649e-4f87-9e2e-c94c7d2810b0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=405d5bb2-79d5-4e50-998f-2acdf97e7d4a HTTP/1.1" status: 200 len: 848 time: 0.0437849 Jul 29 10:05:26.955322 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a28d2dd9-f61e-4cf0-b61d-e5e24ae8c47b req-527d32b8-bf6f-46fc-9b31-be90f700724d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f1be5ea4-b935-4037-b773-c1e0754a09fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298278 Jul 29 10:05:27.001772 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2988152-5dc7-472d-bd8a-5e87deead765 req-f02b52a2-1c0c-4240-b0a6-24db43be81f0 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:27.003289 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c2988152-5dc7-472d-bd8a-5e87deead765 req-f02b52a2-1c0c-4240-b0a6-24db43be81f0 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a53a3c5-72f3-40cf-924e-7f7fa1feffde HTTP/1.1" status: 200 len: 944 time: 0.0496957 Jul 29 10:05:27.045453 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c2988152-5dc7-472d-bd8a-5e87deead765 req-f4d5e24f-895e-45f8-9f15-358ee66d8663 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360150 Jul 29 10:05:27.047650 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a28d2dd9-f61e-4cf0-b61d-e5e24ae8c47b req-f14004de-2212-4a25-bd44-dbc3557afcfe service neutron] 10.222.0.89 "GET /v2.0/networks/f1be5ea4-b935-4037-b773-c1e0754a09fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848799 Jul 29 10:05:27.143595 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a28d2dd9-f61e-4cf0-b61d-e5e24ae8c47b req-035c74c5-9c03-4040-aa45-7cc81967626e service neutron] 10.222.0.89 "GET /v2.0/networks/f1be5ea4-b935-4037-b773-c1e0754a09fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886004 Jul 29 10:05:28.164929 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b272a-602d-4b6a-b872-41b71d2dd52a req-3f839525-bdbd-4402-ad9b-f58a87848f02 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:28.166422 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6c5b272a-602d-4b6a-b872-41b71d2dd52a req-3f839525-bdbd-4402-ad9b-f58a87848f02 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a53a3c5-72f3-40cf-924e-7f7fa1feffde HTTP/1.1" status: 200 len: 944 time: 0.0488987 Jul 29 10:05:28.204520 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-6c5b272a-602d-4b6a-b872-41b71d2dd52a req-12eaee15-1cf6-4a85-94d9-030fac65c8b5 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311770 Jul 29 10:05:29.321713 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25304cbb-bb6d-4654-883c-6968c4bef036 req-c3aeff40-4448-4619-a5a8-aa1e3c6188c1 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:29.323182 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-25304cbb-bb6d-4654-883c-6968c4bef036 req-c3aeff40-4448-4619-a5a8-aa1e3c6188c1 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a53a3c5-72f3-40cf-924e-7f7fa1feffde HTTP/1.1" status: 200 len: 944 time: 0.0516562 Jul 29 10:05:29.363310 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-25304cbb-bb6d-4654-883c-6968c4bef036 req-40aefd86-4075-425d-ab49-ee6c47f8afd7 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333860 Jul 29 10:05:29.419694 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device f54c6d27-a68d-468d-b311-fe8ebd7d9997 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 10:05:29.522574 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port f54c6d27-a68d-468d-b311-fe8ebd7d9997, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f54c6d27-a68d-468d-b311-fe8ebd7d9997,segment=NetworkSegment(e420307d-459b-4be7-84a3-514d973b4dbf),segment_id=e420307d-459b-4be7-84a3-514d973b4dbf)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:05:29.535115 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': 'f54c6d27-a68d-468d-b311-fe8ebd7d9997', 'network_id': 'f1be5ea4-b935-4037-b773-c1e0754a09fd', 'port_id': 'f54c6d27-a68d-468d-b311-fe8ebd7d9997', 'mac_address': 'fa:16:3e:c2:cd:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '405d5bb2-79d5-4e50-998f-2acdf97e7d4a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 10:05:29.575584 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:29.588896 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54c6d27-a68d-468d-b311-fe8ebd7d9997 {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:05:29.610102 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port f54c6d27-a68d-468d-b311-fe8ebd7d9997, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f54c6d27-a68d-468d-b311-fe8ebd7d9997,segment=NetworkSegment(e420307d-459b-4be7-84a3-514d973b4dbf),segment_id=e420307d-459b-4be7-84a3-514d973b4dbf)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:05:29.614040 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:29.664271 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=f54c6d27-a68d-468d-b311-fe8ebd7d9997,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:30.087321 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['f54c6d27-a68d-468d-b311-fe8ebd7d9997'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:05:30.477384 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c1cf1-d4cc-45f8-be48-1445c3e0e10b req-5b938c47-65f8-4830-a33f-57f332c54ce9 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:30.478853 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0e0c1cf1-d4cc-45f8-be48-1445c3e0e10b req-5b938c47-65f8-4830-a33f-57f332c54ce9 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a53a3c5-72f3-40cf-924e-7f7fa1feffde HTTP/1.1" status: 200 len: 945 time: 0.0508728 Jul 29 10:05:30.516881 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0e0c1cf1-d4cc-45f8-be48-1445c3e0e10b req-fea32f58-11d1-4ad5-81a7-7ef4177d6515 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320919 Jul 29 10:05:31.420188 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device f54c6d27-a68d-468d-b311-fe8ebd7d9997 up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:05:31.481077 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port f54c6d27-a68d-468d-b311-fe8ebd7d9997 completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:05:31.487852 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port f54c6d27-a68d-468d-b311-fe8ebd7d9997 triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:05:31.488450 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:31.585212 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:31.621950 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a53a3c5-72f3-40cf-924e-7f7fa1feffde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54c6d27-a68d-468d-b311-fe8ebd7d9997'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:05:31.625584 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eba3bc2-cacf-4196-9f1d-847f1bef7067" -d '{"events": [{"server_uuid": "7a53a3c5-72f3-40cf-924e-7f7fa1feffde", "name": "network-vif-plugged", "status": "completed", "tag": "f54c6d27-a68d-468d-b311-fe8ebd7d9997"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:05:31.653771 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port f54c6d27-a68d-468d-b311-fe8ebd7d9997, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f54c6d27-a68d-468d-b311-fe8ebd7d9997,segment=NetworkSegment(e420307d-459b-4be7-84a3-514d973b4dbf),segment_id=e420307d-459b-4be7-84a3-514d973b4dbf)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:05:31.660592 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:31.664503 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ba812-b8f1-47d8-a31a-3e5ed1261fc4 req-60e52487-3215-4573-8e80-215b269ea03d tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:31.668926 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f35ba812-b8f1-47d8-a31a-3e5ed1261fc4 req-60e52487-3215-4573-8e80-215b269ea03d tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a53a3c5-72f3-40cf-924e-7f7fa1feffde HTTP/1.1" status: 200 len: 945 time: 0.0740306 Jul 29 10:05:31.690916 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4720534-5fbe-49c8-9502-2e089f758106 x-openstack-request-id: req-b4720534-5fbe-49c8-9502-2e089f758106 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:05:31.691391 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a53a3c5-72f3-40cf-924e-7f7fa1feffde", "name": "network-vif-plugged", "status": "completed", "tag": "f54c6d27-a68d-468d-b311-fe8ebd7d9997", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:05:31.691888 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b4720534-5fbe-49c8-9502-2e089f758106 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:05:31.693363 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a53a3c5-72f3-40cf-924e-7f7fa1feffde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54c6d27-a68d-468d-b311-fe8ebd7d9997', 'code': 200} Jul 29 10:05:31.719209 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-f35ba812-b8f1-47d8-a31a-3e5ed1261fc4 req-9bf1d58d-2f2c-49e6-8917-738d2d0be8bf tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441105 Jul 29 10:05:31.747578 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=f54c6d27-a68d-468d-b311-fe8ebd7d9997,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:31.942761 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f6947-4c22-448c-b7ea-272e514a6d6a req-e8a6eb60-e0aa-497b-b35a-fe8d19d58156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:31.944198 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a97f6947-4c22-448c-b7ea-272e514a6d6a req-e8a6eb60-e0aa-497b-b35a-fe8d19d58156 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7a53a3c5-72f3-40cf-924e-7f7fa1feffde HTTP/1.1" status: 200 len: 1099 time: 0.0458357 Jul 29 10:05:31.994429 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a97f6947-4c22-448c-b7ea-272e514a6d6a req-420aff53-6dce-47ca-82d6-227de389248a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348427 Jul 29 10:05:32.013526 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24745fcb-e4bf-4a26-a7ca-3594f974310a req-a81f0b71-d867-4d41-8e2b-214540fd31fb tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:32.015604 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-24745fcb-e4bf-4a26-a7ca-3594f974310a req-a81f0b71-d867-4d41-8e2b-214540fd31fb tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 946 time: 0.0558753 Jul 29 10:05:32.061874 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-24745fcb-e4bf-4a26-a7ca-3594f974310a req-2799ccca-8cee-49e9-8e96-4621c4d3bcca tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398922 Jul 29 10:05:32.912942 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6148d81-d671-40c2-8c1d-af5dff6c716f req-65fb6fa4-1e9e-48cf-903f-6e4748128e17 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:32.914930 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d6148d81-d671-40c2-8c1d-af5dff6c716f req-65fb6fa4-1e9e-48cf-903f-6e4748128e17 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a53a3c5-72f3-40cf-924e-7f7fa1feffde HTTP/1.1" status: 200 len: 946 time: 0.0634210 Jul 29 10:05:32.971790 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d6148d81-d671-40c2-8c1d-af5dff6c716f req-844f561c-9882-47d1-8ba1-be216ccbf257 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493214 Jul 29 10:05:33.224998 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5181aad-366e-4f22-b757-5c67212d3663 req-08b915ce-7be9-4290-9e09-0b8d5eb82006 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:33.226599 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a5181aad-366e-4f22-b757-5c67212d3663 req-08b915ce-7be9-4290-9e09-0b8d5eb82006 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 946 time: 0.0687358 Jul 29 10:05:33.290744 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a5181aad-366e-4f22-b757-5c67212d3663 req-27d63093-0934-4e65-8cb0-9c61a8492a4e tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532131 Jul 29 10:05:34.346546 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6ca58-f4a5-4520-820c-9a612f4666d4 req-0b04098b-da9a-4523-bb71-f61e9dd05352 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:34.348089 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0eb6ca58-f4a5-4520-820c-9a612f4666d4 req-0b04098b-da9a-4523-bb71-f61e9dd05352 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a53a3c5-72f3-40cf-924e-7f7fa1feffde HTTP/1.1" status: 200 len: 946 time: 0.3029242 Jul 29 10:05:34.411511 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-0eb6ca58-f4a5-4520-820c-9a612f4666d4 req-f27e4ba6-ed5b-464a-b842-7195a0c49889 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576098 Jul 29 10:05:34.422357 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2806314-b831-43a1-8687-8eef8099da14 req-af235b73-9216-43ac-a0ba-b89988d85f63 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:34.423854 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f2806314-b831-43a1-8687-8eef8099da14 req-af235b73-9216-43ac-a0ba-b89988d85f63 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.89 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 946 time: 0.0509694 Jul 29 10:05:34.434970 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232f40e-aa82-4a30-a826-1775b773a2d4 req-f5e0a2ec-99f6-44cc-ad7c-212eb71fb6cf tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:34.437309 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7232f40e-aa82-4a30-a826-1775b773a2d4 req-f5e0a2ec-99f6-44cc-ad7c-212eb71fb6cf tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 946 time: 0.0662572 Jul 29 10:05:34.485877 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7232f40e-aa82-4a30-a826-1775b773a2d4 req-44e2aca8-d143-453b-9926-f7bdfb328f4c tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f01eeaf-8819-4765-803f-4f75b14d6a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392883 Jul 29 10:05:34.529774 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-f2806314-b831-43a1-8687-8eef8099da14 req-be4acbad-e92e-4b09-8443-8e931b26a5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Deleting port 34094876-bc5b-4e18-8369-2505fa5e21fb {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:05:34.530234 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f2806314-b831-43a1-8687-8eef8099da14 req-be4acbad-e92e-4b09-8443-8e931b26a5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:34.621222 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-f2806314-b831-43a1-8687-8eef8099da14 req-be4acbad-e92e-4b09-8443-8e931b26a5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] For port 34094876-bc5b-4e18-8369-2505fa5e21fb, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=34094876-bc5b-4e18-8369-2505fa5e21fb,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:05:34.621596 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f2806314-b831-43a1-8687-8eef8099da14 req-be4acbad-e92e-4b09-8443-8e931b26a5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:34.799933 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f2806314-b831-43a1-8687-8eef8099da14 req-be4acbad-e92e-4b09-8443-8e931b26a5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:34.800312 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f2806314-b831-43a1-8687-8eef8099da14 req-be4acbad-e92e-4b09-8443-8e931b26a5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634374'] for floatingip, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:34.800656 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.l3_db [req-f2806314-b831-43a1-8687-8eef8099da14 req-be4acbad-e92e-4b09-8443-8e931b26a5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Floating IP 08a36194-fbb9-41ab-ba44-deba34c8fbd3 disassociated. External IP: 172.27.2.128, port: 34094876-bc5b-4e18-8369-2505fa5e21fb. Jul 29 10:05:34.801044 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-f2806314-b831-43a1-8687-8eef8099da14 req-be4acbad-e92e-4b09-8443-8e931b26a5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Calling delete_port for 34094876-bc5b-4e18-8369-2505fa5e21fb owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:05:34.938601 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f2806314-b831-43a1-8687-8eef8099da14 req-be4acbad-e92e-4b09-8443-8e931b26a5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:34.968046 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4acbad-e92e-4b09-8443-8e931b26a5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Pushing event deleted for resources: {'Port': ['ID=34094876-bc5b-4e18-8369-2505fa5e21fb,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:35.105047 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2806314-b831-43a1-8687-8eef8099da14 req-be4acbad-e92e-4b09-8443-8e931b26a5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Router 7c15d62b-6635-405e-946e-6783e9892fb7 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 10:05:35.201300 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d47b1-3dfb-4176-b657-608da55eea02 req-fbabf20f-7c64-49dd-bccd-d7388b4e7abb tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:35.203864 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-344d47b1-3dfb-4176-b657-608da55eea02 req-fbabf20f-7c64-49dd-bccd-d7388b4e7abb tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a53a3c5-72f3-40cf-924e-7f7fa1feffde HTTP/1.1" status: 200 len: 946 time: 0.0532999 Jul 29 10:05:35.221912 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2806314-b831-43a1-8687-8eef8099da14 req-be4acbad-e92e-4b09-8443-8e931b26a5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:05:35.235753 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7617dc7-13b6-41d2-b140-75e235e7a80f None None] Sync routers for ids ['7c15d62b-6635-405e-946e-6783e9892fb7'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:05:35.247064 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7617dc7-13b6-41d2-b140-75e235e7a80f None None] Routers {'7c15d62b-6635-405e-946e-6783e9892fb7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:05:35.247687 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-c7617dc7-13b6-41d2-b140-75e235e7a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:05:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7c15d62b-6635-405e-946e-6783e9892fb7'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:05:35.266613 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-344d47b1-3dfb-4176-b657-608da55eea02 req-1a9ed24b-adce-406e-8f94-dea3daf2fd1b tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555527 Jul 29 10:05:35.280933 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2806314-b831-43a1-8687-8eef8099da14 req-be4acbad-e92e-4b09-8443-8e931b26a5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] No DVR routers for this DVR port 34094876-bc5b-4e18-8369-2505fa5e21fb on host hv-cinder-78825 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:05:35.289318 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f2806314-b831-43a1-8687-8eef8099da14 req-be4acbad-e92e-4b09-8443-8e931b26a5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:35.292781 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f2806314-b831-43a1-8687-8eef8099da14 req-be4acbad-e92e-4b09-8443-8e931b26a5ec tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.89 "DELETE /v2.0/ports/34094876-bc5b-4e18-8369-2505fa5e21fb HTTP/1.1" status: 204 len: 173 time: 0.8618605 Jul 29 10:05:35.293365 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46230456-c6ab-41d4-8b47-e4c08d0e2b14', 'name': 'network-vif-deleted', 'tag': '34094876-bc5b-4e18-8369-2505fa5e21fb'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:05:35.296655 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082ebd6a-a842-4081-b3f0-19667b937bee" -d '{"events": [{"server_uuid": "46230456-c6ab-41d4-8b47-e4c08d0e2b14", "name": "network-vif-deleted", "tag": "34094876-bc5b-4e18-8369-2505fa5e21fb"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:05:35.342116 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15add9b7-d228-4b64-8ba2-65b5667f6d64 x-openstack-request-id: req-15add9b7-d228-4b64-8ba2-65b5667f6d64 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:05:35.342491 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46230456-c6ab-41d4-8b47-e4c08d0e2b14", "name": "network-vif-deleted", "tag": "34094876-bc5b-4e18-8369-2505fa5e21fb", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:05:35.342667 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-15add9b7-d228-4b64-8ba2-65b5667f6d64 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:05:35.343872 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46230456-c6ab-41d4-8b47-e4c08d0e2b14', 'name': 'network-vif-deleted', 'tag': '34094876-bc5b-4e18-8369-2505fa5e21fb', 'status': 'completed', 'code': 200} Jul 29 10:05:35.385249 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-c7617dc7-13b6-41d2-b140-75e235e7a80f None None] Set router 7c15d62b-6635-405e-946e-6783e9892fb7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:05:35.627630 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-c7617dc7-13b6-41d2-b140-75e235e7a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T09:55:38Z', 'revision_number': 4, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port': {'id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '157f5b72-f6c0-418f-8782-c763a755ed55', 'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'mac_address': 'fa:16:3e:cf:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:37Z', 'updated_at': '2021-07-29T09:55:46Z', 'revision_number': 5, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'subnets': [{'id': '4d807706-b29a-4520-8761-85daf7efff9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:05:35.629611 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-88f545a1-24f0-47bb-bd94-9b3ee2c92a13 req-04c7e2d5-ad0b-4d84-b7f5-078fcbe2a652 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/ports?device_id=46230456-c6ab-41d4-8b47-e4c08d0e2b14 HTTP/1.1" status: 200 len: 210 time: 0.0305803 Jul 29 10:05:35.669128 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7617dc7-13b6-41d2-b140-75e235e7a80f None None] Checking router: 7c15d62b-6635-405e-946e-6783e9892fb7 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:05:35.678083 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7617dc7-13b6-41d2-b140-75e235e7a80f None None] Routers {'7c15d62b-6635-405e-946e-6783e9892fb7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:05:35.678690 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-c7617dc7-13b6-41d2-b140-75e235e7a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:05:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7c15d62b-6635-405e-946e-6783e9892fb7'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:05:35.791991 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-c7617dc7-13b6-41d2-b140-75e235e7a80f None None] Set router 7c15d62b-6635-405e-946e-6783e9892fb7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:05:36.018232 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-c7617dc7-13b6-41d2-b140-75e235e7a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T09:55:38Z', 'revision_number': 4, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port': {'id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '157f5b72-f6c0-418f-8782-c763a755ed55', 'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'mac_address': 'fa:16:3e:cf:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:37Z', 'updated_at': '2021-07-29T09:55:46Z', 'revision_number': 5, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'subnets': [{'id': '4d807706-b29a-4520-8761-85daf7efff9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:05:36.046700 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7617dc7-13b6-41d2-b140-75e235e7a80f None None] The sync data for ids ['7c15d62b-6635-405e-946e-6783e9892fb7'] in dv-cinder-788253-4-iscsi is: [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T09:55:38Z', 'revision_number': 4, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port': {'id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '157f5b72-f6c0-418f-8782-c763a755ed55', 'name': '', 'network_id': '3fa3a7a6-9806-484d-b0ba-8344627c78e2', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'mac_address': 'fa:16:3e:cf:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4d807706-b29a-4520-8761-85daf7efff9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:37Z', 'updated_at': '2021-07-29T09:55:46Z', 'revision_number': 5, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'subnets': [{'id': '4d807706-b29a-4520-8761-85daf7efff9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:05:36.257186 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8ce9a7-54cd-472d-b2e7-ceed364619c8 None None] New status for floating IP 08a36194-fbb9-41ab-ba44-deba34c8fbd3: DOWN {{(pid=104730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 10:05:36.366094 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:05:36.391607 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac908370-672a-4684-92bf-88d26ffd763a req-1626919c-0fc0-45f3-adfa-2b9f043acf2f tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:36.393268 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ac908370-672a-4684-92bf-88d26ffd763a req-1626919c-0fc0-45f3-adfa-2b9f043acf2f tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a53a3c5-72f3-40cf-924e-7f7fa1feffde HTTP/1.1" status: 200 len: 946 time: 0.0559089 Jul 29 10:05:36.437529 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ac908370-672a-4684-92bf-88d26ffd763a req-44fe1029-4293-4b6b-b360-6e98096c533c tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d508b9a-100c-4a73-b50d-8bdac52ba9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372171 Jul 29 10:05:36.730083 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 42146) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:05:36.788088 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f8488b4a-6b99-48f0-a9e6-bc880f4498f5 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:36.812738 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f8488b4a-6b99-48f0-a9e6-bc880f4498f5 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:36.861275 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f8488b4a-6b99-48f0-a9e6-bc880f4498f5 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:36.863819 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-f8488b4a-6b99-48f0-a9e6-bc880f4498f5 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:36.865011 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-f8488b4a-6b99-48f0-a9e6-bc880f4498f5 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "DELETE /v2.0/security-groups/9f01eeaf-8819-4765-803f-4f75b14d6a49 HTTP/1.1" status: 204 len: 168 time: 0.1337502 Jul 29 10:05:36.868342 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 42148) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:05:36.885328 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8488b4a-6b99-48f0-a9e6-bc880f4498f5 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f01eeaf-8819-4765-803f-4f75b14d6a49,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:36.893050 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.api.v2.resource [None req-83815645-c664-4874-b7a4-f4e4fb052bca tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] show failed (client error): The resource could not be found. Jul 29 10:05:36.896037 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-83815645-c664-4874-b7a4-f4e4fb052bca tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "GET /v2.0/security-groups/9f01eeaf-8819-4765-803f-4f75b14d6a49 HTTP/1.1" status: 404 len: 347 time: 0.0248005 Jul 29 10:05:36.897802 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 42150) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:05:37.023906 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f76d-4c57-4d86-8bef-9a7efd042c1d req-d120b5f7-eb1f-404d-83d0-5776251b3110 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:05:37.025548 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4ae8f76d-4c57-4d86-8bef-9a7efd042c1d req-d120b5f7-eb1f-404d-83d0-5776251b3110 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a53a3c5-72f3-40cf-924e-7f7fa1feffde HTTP/1.1" status: 200 len: 946 time: 0.0525641 Jul 29 10:05:37.029217 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-79c947ed-d694-46ba-861e-ed9c9da5a505 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Deleting port 0d20bdd7-d084-42c9-9208-5fe84a6e9172 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:05:37.029572 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-79c947ed-d694-46ba-861e-ed9c9da5a505 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:37.107383 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-79c947ed-d694-46ba-861e-ed9c9da5a505 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:37.107628 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-79c947ed-d694-46ba-861e-ed9c9da5a505 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:37.120948 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-79c947ed-d694-46ba-861e-ed9c9da5a505 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Calling delete_port for 0d20bdd7-d084-42c9-9208-5fe84a6e9172 owned by network:floatingip {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:05:37.122625 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-4ae8f76d-4c57-4d86-8bef-9a7efd042c1d req-1aa53a35-79d9-43bd-9826-d08bb5aa1cf0 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Deleting port f54c6d27-a68d-468d-b311-fe8ebd7d9997 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:05:37.122968 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-4ae8f76d-4c57-4d86-8bef-9a7efd042c1d req-1aa53a35-79d9-43bd-9826-d08bb5aa1cf0 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:37.220397 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-4ae8f76d-4c57-4d86-8bef-9a7efd042c1d req-1aa53a35-79d9-43bd-9826-d08bb5aa1cf0 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] For port f54c6d27-a68d-468d-b311-fe8ebd7d9997, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f54c6d27-a68d-468d-b311-fe8ebd7d9997,segment=NetworkSegment(e420307d-459b-4be7-84a3-514d973b4dbf),segment_id=e420307d-459b-4be7-84a3-514d973b4dbf)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:05:37.220976 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-4ae8f76d-4c57-4d86-8bef-9a7efd042c1d req-1aa53a35-79d9-43bd-9826-d08bb5aa1cf0 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:37.235300 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-4ae8f76d-4c57-4d86-8bef-9a7efd042c1d req-1aa53a35-79d9-43bd-9826-d08bb5aa1cf0 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Calling delete_port for f54c6d27-a68d-468d-b311-fe8ebd7d9997 owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:05:37.269554 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-79c947ed-d694-46ba-861e-ed9c9da5a505 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:37.297850 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c947ed-d694-46ba-861e-ed9c9da5a505 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Pushing event deleted for resources: {'Port': ['ID=0d20bdd7-d084-42c9-9208-5fe84a6e9172,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:37.367373 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-79c947ed-d694-46ba-861e-ed9c9da5a505 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks [] for floatingip, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:37.370618 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-79c947ed-d694-46ba-861e-ed9c9da5a505 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:37.372071 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-79c947ed-d694-46ba-861e-ed9c9da5a505 tempest-AttachVolumeShelveTestJSON-1299854616 tempest-AttachVolumeShelveTestJSON-1299854616-project] 10.222.0.78 "DELETE /v2.0/floatingips/08a36194-fbb9-41ab-ba44-deba34c8fbd3 HTTP/1.1" status: 204 len: 168 time: 0.4731824 Jul 29 10:05:37.400521 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-4ae8f76d-4c57-4d86-8bef-9a7efd042c1d req-1aa53a35-79d9-43bd-9826-d08bb5aa1cf0 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:37.436205 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['f54c6d27-a68d-468d-b311-fe8ebd7d9997'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:05:37.446121 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa53a35-79d9-43bd-9826-d08bb5aa1cf0 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Pushing event deleted for resources: {'Port': ['ID=f54c6d27-a68d-468d-b311-fe8ebd7d9997,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:37.483423 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 34094876-bc5b-4e18-8369-2505fa5e21fb no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:05:37.499492 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae8f76d-4c57-4d86-8bef-9a7efd042c1d req-1aa53a35-79d9-43bd-9826-d08bb5aa1cf0 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] No DVR routers for this DVR port f54c6d27-a68d-468d-b311-fe8ebd7d9997 on host hv-cinder-78825 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:05:37.502787 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-4ae8f76d-4c57-4d86-8bef-9a7efd042c1d req-1aa53a35-79d9-43bd-9826-d08bb5aa1cf0 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:37.503862 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: 34094876-bc5b-4e18-8369-2505fa5e21fb {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:05:37.504211 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 34094876-bc5b-4e18-8369-2505fa5e21fb not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:05:37.504873 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device f54c6d27-a68d-468d-b311-fe8ebd7d9997 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:05:37.505214 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4ae8f76d-4c57-4d86-8bef-9a7efd042c1d req-1aa53a35-79d9-43bd-9826-d08bb5aa1cf0 tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.89 "DELETE /v2.0/ports/f54c6d27-a68d-468d-b311-fe8ebd7d9997 HTTP/1.1" status: 204 len: 173 time: 0.4731860 Jul 29 10:05:37.505964 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a53a3c5-72f3-40cf-924e-7f7fa1feffde', 'name': 'network-vif-deleted', 'tag': 'f54c6d27-a68d-468d-b311-fe8ebd7d9997'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:05:37.522840 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a22aa2-d3db-4c73-bcd7-573e566302ce" -d '{"events": [{"server_uuid": "7a53a3c5-72f3-40cf-924e-7f7fa1feffde", "name": "network-vif-deleted", "tag": "f54c6d27-a68d-468d-b311-fe8ebd7d9997"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:05:37.528749 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: f54c6d27-a68d-468d-b311-fe8ebd7d9997 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:05:37.529393 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device f54c6d27-a68d-468d-b311-fe8ebd7d9997 not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:05:37.590700 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8889945e-57d7-48f1-a2d3-a2592a80e914 x-openstack-request-id: req-8889945e-57d7-48f1-a2d3-a2592a80e914 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:05:37.591729 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a53a3c5-72f3-40cf-924e-7f7fa1feffde", "name": "network-vif-deleted", "tag": "f54c6d27-a68d-468d-b311-fe8ebd7d9997", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:05:37.595473 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8889945e-57d7-48f1-a2d3-a2592a80e914 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:05:37.596454 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a53a3c5-72f3-40cf-924e-7f7fa1feffde', 'name': 'network-vif-deleted', 'tag': 'f54c6d27-a68d-468d-b311-fe8ebd7d9997', 'status': 'completed', 'code': 200} Jul 29 10:05:37.612034 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ddcd05e5-7c1f-498f-a456-4599547cc358 req-f09dd93e-9529-497d-89f7-349077461afb tempest-VolumesActionsTest-18325656 tempest-VolumesActionsTest-18325656-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a53a3c5-72f3-40cf-924e-7f7fa1feffde HTTP/1.1" status: 200 len: 210 time: 0.0583937 Jul 29 10:05:39.960452 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 42220) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:05:40.369371 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717318'] for router_interface, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:40.616062 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Deleting port 157f5b72-f6c0-418f-8782-c763a755ed55 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:05:40.616393 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:40.702895 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] For port 157f5b72-f6c0-418f-8782-c763a755ed55, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=157f5b72-f6c0-418f-8782-c763a755ed55,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:05:40.703294 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:40.716930 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Calling delete_port for 157f5b72-f6c0-418f-8782-c763a755ed55 owned by network:router_interface {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:05:40.900742 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:40.926916 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Pushing event deleted for resources: {'Port': ['ID=157f5b72-f6c0-418f-8782-c763a755ed55,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:40.941444 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:40.941804 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:40.942151 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:40.942489 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:40.942822 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:40.943221 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:40.943557 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:40.943887 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:40.945492 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:40.945835 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:40.946167 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:40.946495 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:05:41.122664 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717290'] for router_interface, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:41.350786 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Router 7c15d62b-6635-405e-946e-6783e9892fb7 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 10:05:41.459546 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:05:41.468085 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-deae3476-51b8-4c10-b027-5a090044cd44 admin admin] 10.222.0.78 "PUT /v2.0/routers/7c15d62b-6635-405e-946e-6783e9892fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5029869 Jul 29 10:05:41.468492 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 42228) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:05:41.469253 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290defc3-a33e-4f6b-af7a-c8868e74eee8 None None] Sync routers for ids ['7c15d62b-6635-405e-946e-6783e9892fb7'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:05:41.478559 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290defc3-a33e-4f6b-af7a-c8868e74eee8 None None] Routers {'7c15d62b-6635-405e-946e-6783e9892fb7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:05:41.479155 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-290defc3-a33e-4f6b-af7a-c8868e74eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:05:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7c15d62b-6635-405e-946e-6783e9892fb7'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:05:41.576905 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c9c29211-8190-4071-9639-23dbaf1fb557 admin admin] Notify callbacks [] for router, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:41.589614 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-290defc3-a33e-4f6b-af7a-c8868e74eee8 None None] Set router 7c15d62b-6635-405e-946e-6783e9892fb7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:05:41.705386 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c9c29211-8190-4071-9639-23dbaf1fb557 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:41.760689 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-c9c29211-8190-4071-9639-23dbaf1fb557 admin admin] Deleting port af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:05:41.761121 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c9c29211-8190-4071-9639-23dbaf1fb557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:41.782248 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-290defc3-a33e-4f6b-af7a-c8868e74eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T10:05:40Z', 'revision_number': 5, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port': {'id': 'af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T09:55:34Z', 'updated_at': '2021-07-29T09:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:05:41.809992 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290defc3-a33e-4f6b-af7a-c8868e74eee8 None None] Checking router: 7c15d62b-6635-405e-946e-6783e9892fb7 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:05:41.819044 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290defc3-a33e-4f6b-af7a-c8868e74eee8 None None] Routers {'7c15d62b-6635-405e-946e-6783e9892fb7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:05:41.819651 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-290defc3-a33e-4f6b-af7a-c8868e74eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:05:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['7c15d62b-6635-405e-946e-6783e9892fb7'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:05:41.850717 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [None req-c9c29211-8190-4071-9639-23dbaf1fb557 admin admin] For port af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:05:41.851322 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c9c29211-8190-4071-9639-23dbaf1fb557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:41.864046 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-c9c29211-8190-4071-9639-23dbaf1fb557 admin admin] Calling delete_port for af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661 owned by network:router_gateway {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:05:41.913030 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-290defc3-a33e-4f6b-af7a-c8868e74eee8 None None] Set router 7c15d62b-6635-405e-946e-6783e9892fb7 gateway port host: None {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:05:41.971257 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-290defc3-a33e-4f6b-af7a-c8868e74eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T10:05:41Z', 'revision_number': 6, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port_host': None}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:05:42.001463 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290defc3-a33e-4f6b-af7a-c8868e74eee8 None None] The sync data for ids ['7c15d62b-6635-405e-946e-6783e9892fb7'] in dv-cinder-788253-4-iscsi is: [{'id': '7c15d62b-6635-405e-946e-6783e9892fb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1793907641-router', 'tenant_id': '735b6107d1e24edfb73207b6522a26c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T09:55:33Z', 'updated_at': '2021-07-29T10:05:41Z', 'revision_number': 6, 'project_id': '735b6107d1e24edfb73207b6522a26c4', 'gw_port_host': None}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:05:42.048546 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c9c29211-8190-4071-9639-23dbaf1fb557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:42.074049 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c29211-8190-4071-9639-23dbaf1fb557 admin admin] Pushing event deleted for resources: {'Port': ['ID=af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:42.134624 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c9c29211-8190-4071-9639-23dbaf1fb557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634440'] for router_gateway, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:42.229638 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c9c29211-8190-4071-9639-23dbaf1fb557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2281'] for router, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:42.231631 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c9c29211-8190-4071-9639-23dbaf1fb557 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:42.278619 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c9c29211-8190-4071-9639-23dbaf1fb557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1596551'] for router, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:42.279197 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c29211-8190-4071-9639-23dbaf1fb557 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c15d62b-6635-405e-946e-6783e9892fb7 {{(pid=104728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 10:05:42.284407 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c9c29211-8190-4071-9639-23dbaf1fb557 admin admin] Notify callbacks [] for router, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:42.285590 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-c9c29211-8190-4071-9639-23dbaf1fb557 admin admin] 10.222.0.78 "DELETE /v2.0/routers/7c15d62b-6635-405e-946e-6783e9892fb7 HTTP/1.1" status: 204 len: 168 time: 0.8158889 Jul 29 10:05:42.288140 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 42234) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:05:42.332513 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_v2 [None req-248abb5e-d88b-4a3f-acd1-30b12ba40401 admin admin] Deleting subnet 4d807706-b29a-4520-8761-85daf7efff9e {{(pid=104728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 10:05:42.335582 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-248abb5e-d88b-4a3f-acd1-30b12ba40401 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:42.371279 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-248abb5e-d88b-4a3f-acd1-30b12ba40401 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8199903'] for subnet, precommit_delete_associations {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:42.470654 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-248abb5e-d88b-4a3f-acd1-30b12ba40401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782467'] for subnet, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:42.532572 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-248abb5e-d88b-4a3f-acd1-30b12ba40401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8099219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8094446'] for subnet, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:42.558414 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248abb5e-d88b-4a3f-acd1-30b12ba40401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d807706-b29a-4520-8761-85daf7efff9e,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:42.567334 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-248abb5e-d88b-4a3f-acd1-30b12ba40401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:42.569635 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-248abb5e-d88b-4a3f-acd1-30b12ba40401 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4d807706-b29a-4520-8761-85daf7efff9e HTTP/1.1" status: 204 len: 168 time: 0.2805521 Jul 29 10:05:42.572932 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812d00de-59c8-41e2-bfd4-78ad5bd898de None None] Network 3fa3a7a6-9806-484d-b0ba-8344627c78e2 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 10:05:42.578771 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 42240) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:05:42.661070 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648586'] for network, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:42.728367 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] Deleting port 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:05:42.728703 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:42.797988 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] For port 8a5f0e3c-62d5-42b2-aa48-7417beeb9116, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=8a5f0e3c-62d5-42b2-aa48-7417beeb9116,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:05:42.798539 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:42.799954 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccef983-2a7e-4a2e-9b50-8592cfffe814 None None] DHCP port deletion for 3fa3a7a6-9806-484d-b0ba-8344627c78e2 request from dv-cinder-788253-4-iscsi {{(pid=104730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 10:05:42.813462 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] Calling delete_port for 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 owned by network:dhcp {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:05:42.876105 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-cccef983-2a7e-4a2e-9b50-8592cfffe814 None None] Deleting port 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 {{(pid=104730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:05:42.876731 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-cccef983-2a7e-4a2e-9b50-8592cfffe814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:42.902810 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:42.933610 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5f0e3c-62d5-42b2-aa48-7417beeb9116,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:42.937616 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] No DVR routers for this DVR port 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 on host dv-cinder-788253-4-iscsi {{(pid=104728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:05:42.986189 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-cccef983-2a7e-4a2e-9b50-8592cfffe814 None None] For port 8a5f0e3c-62d5-42b2-aa48-7417beeb9116, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=8a5f0e3c-62d5-42b2-aa48-7417beeb9116,segment=NetworkSegment(d0629903-3238-4e0d-97dc-5212afc40ff7),segment_id=d0629903-3238-4e0d-97dc-5212afc40ff7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:05:42.986189 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-cccef983-2a7e-4a2e-9b50-8592cfffe814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:43.003166 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-cccef983-2a7e-4a2e-9b50-8592cfffe814 None None] Calling delete_port for 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 owned by network:dhcp {{(pid=104730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:05:43.031164 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785684', 'neutron.services.segments.db._delete_segments_for_network-8755120061489'] for network, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:43.056557 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa3a7a6-9806-484d-b0ba-8344627c78e2']}} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:05:43.057198 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:05:43.069248 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0629903-3238-4e0d-97dc-5212afc40ff7') {'for_net_delete': True} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:05:43.069983 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0629903-3238-4e0d-97dc-5212afc40ff7') {} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:05:43.083292 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755120062522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8199892'] for segment, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:43.085787 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:05:43.086190 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:05:43.086658 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:05:43.105952 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:43.115963 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=104728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 10:05:43.116429 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8099405'] for segment, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: Traceback (most recent call last): Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: timer() Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: cb(*args, **kw) Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: return func(*args, **kwargs) Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: self._notify() Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: self.callback(batched_events) Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: event.method(event) Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: return f(self, *a, **k) Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: return self._get(url).json() Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: return self.request(url, 'GET', **kwargs) Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 10:05:43.119167 dv-cinder-788253-4-iscsi neutron-server[104728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 10:05:43.123346 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:05:43.123346 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device af9cbc0f-8a90-4fc5-9ba1-d07b0a3fb661 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:05:43.123346 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 157f5b72-f6c0-418f-8782-c763a755ed55 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:05:43.145381 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: 157f5b72-f6c0-418f-8782-c763a755ed55 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:05:43.145839 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 157f5b72-f6c0-418f-8782-c763a755ed55 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:05:43.168184 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-cccef983-2a7e-4a2e-9b50-8592cfffe814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069'] for port, after_delete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:43.194576 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccef983-2a7e-4a2e-9b50-8592cfffe814 None None] Pushing event deleted for resources: {'Port': ['ID=8a5f0e3c-62d5-42b2-aa48-7417beeb9116,revision_number=None']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:43.199028 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccef983-2a7e-4a2e-9b50-8592cfffe814 None None] No DVR routers for this DVR port 8a5f0e3c-62d5-42b2-aa48-7417beeb9116 on host dv-cinder-788253-4-iscsi {{(pid=104730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:05:43.225873 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634484'] for network, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:43.234660 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:43.237162 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3fa3a7a6-9806-484d-b0ba-8344627c78e2 HTTP/1.1" status: 204 len: 168 time: 0.6565871 Jul 29 10:05:43.254193 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007b18d-9e69-41d0-ba30-30a8f634e641 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fa3a7a6-9806-484d-b0ba-8344627c78e2,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:43.376749 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 42244) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:05:43.417889 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-a058e31f-9f3e-42cd-95f6-9025bc2d6b80 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=735b6107d1e24edfb73207b6522a26c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399687 Jul 29 10:05:43.420345 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 42246) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:05:43.476166 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ed4d70a6-0df9-4619-8311-0e30f0c28eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:43.498498 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ed4d70a6-0df9-4619-8311-0e30f0c28eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:43.548696 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ed4d70a6-0df9-4619-8311-0e30f0c28eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:43.553956 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ed4d70a6-0df9-4619-8311-0e30f0c28eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:43.555248 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-ed4d70a6-0df9-4619-8311-0e30f0c28eef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/20b9963b-3885-4911-89ab-03c62e9114b1 HTTP/1.1" status: 204 len: 168 time: 0.1332409 Jul 29 10:05:43.564483 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d70a6-0df9-4619-8311-0e30f0c28eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b9963b-3885-4911-89ab-03c62e9114b1,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:44.267353 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-3b8eb085-afc1-438d-b028-85a27592af38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:44.327093 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [req-73443f64-ec8c-4c6a-a230-8b74940c09a7 req-55deaff7-8cd7-4ad1-9b47-d1be8fcc1601 service neutron] (104729) timed out ('10.222.0.89', 55904) {{(pid=104729) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 10:05:44.344736 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:47.308400 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-6d7a0303-eb82-4e1a-84c2-2a92f4c7c81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:47.745880 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:47.782420 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 42346) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:05:47.921221 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-323864d3-568c-4f79-8833-fa66e5722cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:48.050078 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-323864d3-568c-4f79-8833-fa66e5722cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:48.057849 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-323864d3-568c-4f79-8833-fa66e5722cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:48.103819 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-323864d3-568c-4f79-8833-fa66e5722cd5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4f869649b73b4d72863d95598161a568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202863 Jul 29 10:05:48.104813 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323864d3-568c-4f79-8833-fa66e5722cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ee905a-6ed5-4b2c-8c55-e9e2d142b68f,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:48.107011 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 42350) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:05:48.190866 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-396f3a09-9628-45e7-a30d-32ce2e2d9cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:48.215175 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-396f3a09-9628-45e7-a30d-32ce2e2d9cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:48.274187 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-396f3a09-9628-45e7-a30d-32ce2e2d9cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:48.278882 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-396f3a09-9628-45e7-a30d-32ce2e2d9cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:48.285380 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-396f3a09-9628-45e7-a30d-32ce2e2d9cb6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/53ee905a-6ed5-4b2c-8c55-e9e2d142b68f HTTP/1.1" status: 204 len: 168 time: 0.1768477 Jul 29 10:05:48.296283 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f3a09-9628-45e7-a30d-32ce2e2d9cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ee905a-6ed5-4b2c-8c55-e9e2d142b68f,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:05:48.721175 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [req-347743fe-f09f-4b24-811d-6d5ed97cf533 req-5cf2f7c3-6f98-4330-b38e-326c65e7d083 service neutron] (104729) timed out ('10.222.0.89', 55930) {{(pid=104729) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 10:05:48.751117 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:05:50.496014 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:02.548099 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 42628) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:02.652898 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e79c2a6b-71b9-4b32-a6e3-9e815ed318b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:02.754620 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e79c2a6b-71b9-4b32-a6e3-9e815ed318b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:02.758868 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e79c2a6b-71b9-4b32-a6e3-9e815ed318b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:02.797335 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c2a6b-71b9-4b32-a6e3-9e815ed318b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b6ff60-4062-446d-a1e7-5ba8b8927d7d,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:02.802089 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-e79c2a6b-71b9-4b32-a6e3-9e815ed318b6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7f2e3a2457bc478c895bbd1fd508178f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529340 Jul 29 10:06:02.804871 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 42632) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:02.860069 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-18d7f6ef-8071-4645-b81f-6e76aacd989e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:02.881269 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-18d7f6ef-8071-4645-b81f-6e76aacd989e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:02.930428 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-18d7f6ef-8071-4645-b81f-6e76aacd989e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:02.933481 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-18d7f6ef-8071-4645-b81f-6e76aacd989e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:02.934678 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-18d7f6ef-8071-4645-b81f-6e76aacd989e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/48b6ff60-4062-446d-a1e7-5ba8b8927d7d HTTP/1.1" status: 204 len: 168 time: 0.1287427 Jul 29 10:06:02.943249 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7f6ef-8071-4645-b81f-6e76aacd989e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b6ff60-4062-446d-a1e7-5ba8b8927d7d,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:03.001621 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 42638) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:03.048152 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_v2 [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] Deleting subnet 405d5bb2-79d5-4e50-998f-2acdf97e7d4a {{(pid=104729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 10:06:03.052221 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.091649 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8132502'] for subnet, precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.133356 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782467'] for subnet, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.190442 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7998055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4197211'] for subnet, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.214339 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=405d5bb2-79d5-4e50-998f-2acdf97e7d4a,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:03.224465 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:06:03.224847 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:06:03.225254 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:06:03.225531 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:06:03.225863 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:06:03.226199 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:06:03.226880 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:06:03.226880 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:06:03.227164 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:06:03.227492 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:06:03.227819 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:06:03.228142 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:06:03.231059 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.233586 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-375558da-8694-4da0-b2af-ea87c7817578 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/405d5bb2-79d5-4e50-998f-2acdf97e7d4a HTTP/1.1" status: 204 len: 168 time: 0.2309244 Jul 29 10:06:03.236442 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 42642) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:03.243860 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 42644) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:03.292698 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e9728c47-f0d5-421b-aa97-9612dc2797bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.333215 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4bc2-4a69-4a29-a488-5aa145d73163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648586'] for network, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.450099 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4bc2-4a69-4a29-a488-5aa145d73163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785684', 'neutron.services.segments.db._delete_segments_for_network-8755120061489'] for network, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.465378 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-f3cd4bc2-4a69-4a29-a488-5aa145d73163 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1be5ea4-b935-4037-b773-c1e0754a09fd']}} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:06:03.478963 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-f3cd4bc2-4a69-4a29-a488-5aa145d73163 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e420307d-459b-4be7-84a3-514d973b4dbf') {'for_net_delete': True} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:06:03.479261 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-f3cd4bc2-4a69-4a29-a488-5aa145d73163 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e420307d-459b-4be7-84a3-514d973b4dbf') {} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:06:03.496105 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4bc2-4a69-4a29-a488-5aa145d73163 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755120062522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8132509'] for segment, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.511180 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e9728c47-f0d5-421b-aa97-9612dc2797bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.516337 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e9728c47-f0d5-421b-aa97-9612dc2797bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.518944 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4bc2-4a69-4a29-a488-5aa145d73163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.527145 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3cd4bc2-4a69-4a29-a488-5aa145d73163 admin admin] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=104729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 10:06:03.527538 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4bc2-4a69-4a29-a488-5aa145d73163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7997881'] for segment, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: Traceback (most recent call last): Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: timer() Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: cb(*args, **kw) Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: return func(*args, **kwargs) Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: self._notify() Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: self.callback(batched_events) Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: event.method(event) Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: return f(self, *a, **k) Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: return self._get(url).json() Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: return self.request(url, 'GET', **kwargs) Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 10:06:03.534715 dv-cinder-788253-4-iscsi neutron-server[104729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 10:06:03.606183 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-e9728c47-f0d5-421b-aa97-9612dc2797bf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bd801e3b7e644390a7eb46152bbbf7e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614297 Jul 29 10:06:03.610142 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 42646) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:03.611157 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9728c47-f0d5-421b-aa97-9612dc2797bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe3d85b-3717-43c9-a50c-450c04ee0a8f,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:03.630364 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4bc2-4a69-4a29-a488-5aa145d73163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634484'] for network, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.636377 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4bc2-4a69-4a29-a488-5aa145d73163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.638261 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f3cd4bc2-4a69-4a29-a488-5aa145d73163 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f1be5ea4-b935-4037-b773-c1e0754a09fd HTTP/1.1" status: 204 len: 168 time: 0.4008608 Jul 29 10:06:03.655321 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd4bc2-4a69-4a29-a488-5aa145d73163 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1be5ea4-b935-4037-b773-c1e0754a09fd,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:03.680193 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-60a5a1dd-e4aa-438a-a995-7a51476df27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.705113 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-60a5a1dd-e4aa-438a-a995-7a51476df27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.753688 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-60a5a1dd-e4aa-438a-a995-7a51476df27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.756623 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-60a5a1dd-e4aa-438a-a995-7a51476df27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.759275 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-60a5a1dd-e4aa-438a-a995-7a51476df27c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4fe3d85b-3717-43c9-a50c-450c04ee0a8f HTTP/1.1" status: 204 len: 168 time: 0.1480100 Jul 29 10:06:03.769145 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5a1dd-e4aa-438a-a995-7a51476df27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe3d85b-3717-43c9-a50c-450c04ee0a8f,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:03.841224 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 42652) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:03.884679 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-28593725-2dc5-4b6f-8b92-b6c1b5fd8cb3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=19a1e1f35a134eb8bad802c8c409a090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415640 Jul 29 10:06:03.887348 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 42656) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:03.940130 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-38a2d015-d617-416d-bd87-3e6c7ef8aae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:03.963985 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-38a2d015-d617-416d-bd87-3e6c7ef8aae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:04.017865 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-38a2d015-d617-416d-bd87-3e6c7ef8aae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:04.020809 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-38a2d015-d617-416d-bd87-3e6c7ef8aae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:04.022009 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-38a2d015-d617-416d-bd87-3e6c7ef8aae1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5d508b9a-100c-4a73-b50d-8bdac52ba9ba HTTP/1.1" status: 204 len: 168 time: 0.1336167 Jul 29 10:06:04.030876 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2d015-d617-416d-bd87-3e6c7ef8aae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d508b9a-100c-4a73-b50d-8bdac52ba9ba,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:05.551655 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 42700) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:05.660115 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-efb92ef8-3cc0-41ea-9f83-b599debe21e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:05.759681 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-efb92ef8-3cc0-41ea-9f83-b599debe21e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:05.765366 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-efb92ef8-3cc0-41ea-9f83-b599debe21e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:05.805036 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-efb92ef8-3cc0-41ea-9f83-b599debe21e8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=599b5a72e03042638f01f427d0a954f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522585 Jul 29 10:06:05.805876 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb92ef8-3cc0-41ea-9f83-b599debe21e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4550ddc-09be-4cc7-9533-e0fc862796cb,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:05.807709 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 42704) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:05.863268 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ac2047f7-b283-4aa4-90da-24e0505bbf5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:05.884810 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ac2047f7-b283-4aa4-90da-24e0505bbf5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:05.942053 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ac2047f7-b283-4aa4-90da-24e0505bbf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:05.944650 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ac2047f7-b283-4aa4-90da-24e0505bbf5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:05.945836 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-ac2047f7-b283-4aa4-90da-24e0505bbf5a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e4550ddc-09be-4cc7-9533-e0fc862796cb HTTP/1.1" status: 204 len: 168 time: 0.1370940 Jul 29 10:06:05.954486 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2047f7-b283-4aa4-90da-24e0505bbf5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4550ddc-09be-4cc7-9533-e0fc862796cb,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:06.235608 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 42710) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:06.252440 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cd866b4e-4262-4816-954d-baee5d33c765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:06.362703 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cd866b4e-4262-4816-954d-baee5d33c765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:06.367257 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cd866b4e-4262-4816-954d-baee5d33c765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:06.413336 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-cd866b4e-4262-4816-954d-baee5d33c765 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bed77fa91fc14192a8d273b2c4dafe7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1759424 Jul 29 10:06:06.414322 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd866b4e-4262-4816-954d-baee5d33c765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257f72cc-e29d-40bd-9fec-7b2ea98e012c,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:06.415356 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 42712) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:06.473997 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-bc1e77d6-81e0-4ece-a966-c141efbd317b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:06.497626 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-bc1e77d6-81e0-4ece-a966-c141efbd317b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:06.555280 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-bc1e77d6-81e0-4ece-a966-c141efbd317b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:06.558139 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-bc1e77d6-81e0-4ece-a966-c141efbd317b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:06.559311 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-bc1e77d6-81e0-4ece-a966-c141efbd317b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/257f72cc-e29d-40bd-9fec-7b2ea98e012c HTTP/1.1" status: 204 len: 168 time: 0.1429369 Jul 29 10:06:06.567461 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e77d6-81e0-4ece-a966-c141efbd317b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257f72cc-e29d-40bd-9fec-7b2ea98e012c,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:08.456510 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 42782) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:08.559753 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-650a90e5-0a2a-4f23-800b-dd49782e5fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:08.654818 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-650a90e5-0a2a-4f23-800b-dd49782e5fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:08.658504 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-650a90e5-0a2a-4f23-800b-dd49782e5fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:08.699407 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-650a90e5-0a2a-4f23-800b-dd49782e5fa7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=33a0691124f843228a34a312904e798f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394943 Jul 29 10:06:08.699407 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a90e5-0a2a-4f23-800b-dd49782e5fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7939d3f3-6043-43e5-85ff-051358f0d56a,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:08.700288 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 42786) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:08.750593 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b9baef3f-ab03-47a1-9d3b-838924e6edc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:08.771746 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b9baef3f-ab03-47a1-9d3b-838924e6edc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:08.823241 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b9baef3f-ab03-47a1-9d3b-838924e6edc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:08.826142 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b9baef3f-ab03-47a1-9d3b-838924e6edc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:08.827635 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-b9baef3f-ab03-47a1-9d3b-838924e6edc0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7939d3f3-6043-43e5-85ff-051358f0d56a HTTP/1.1" status: 204 len: 168 time: 0.1267512 Jul 29 10:06:08.835671 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baef3f-ab03-47a1-9d3b-838924e6edc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7939d3f3-6043-43e5-85ff-051358f0d56a,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:09.105349 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 42794) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:09.118639 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-640cf350-bfa0-4e68-9e7b-8c2a950c4e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:09.211933 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-640cf350-bfa0-4e68-9e7b-8c2a950c4e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:09.219086 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-640cf350-bfa0-4e68-9e7b-8c2a950c4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:09.258655 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-640cf350-bfa0-4e68-9e7b-8c2a950c4e04 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c6abf474f1ee4ac786d4ac6c5c2328b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521468 Jul 29 10:06:09.259466 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cf350-bfa0-4e68-9e7b-8c2a950c4e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75de3ca9-a111-4146-860a-c9eab45025c2,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:09.261299 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 42798) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:09.325200 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-5c420334-dcd7-4ce6-a8fa-e8a77834b92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:09.347350 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-5c420334-dcd7-4ce6-a8fa-e8a77834b92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:09.397456 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-5c420334-dcd7-4ce6-a8fa-e8a77834b92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:09.400017 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-5c420334-dcd7-4ce6-a8fa-e8a77834b92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:09.401222 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-5c420334-dcd7-4ce6-a8fa-e8a77834b92f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/75de3ca9-a111-4146-860a-c9eab45025c2 HTTP/1.1" status: 204 len: 168 time: 0.1381733 Jul 29 10:06:09.410231 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c420334-dcd7-4ce6-a8fa-e8a77834b92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75de3ca9-a111-4146-860a-c9eab45025c2,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:13.366227 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:06:14.268058 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-533b8ea0-3684-4293-ab44-345601b1b311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:14.339269 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:17.302535 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-bc83ec5e-5be7-467c-8b78-7c7a256566cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:17.733321 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:18.722577 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:18.834486 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 42884) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:18.964230 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-73cf6c8f-ca78-4dac-b691-3a4e67fcd226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:19.106510 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-73cf6c8f-ca78-4dac-b691-3a4e67fcd226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:19.114357 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-73cf6c8f-ca78-4dac-b691-3a4e67fcd226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:19.160306 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-73cf6c8f-ca78-4dac-b691-3a4e67fcd226 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c9fc688d83d04b28b1213dcba1f0d640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247154 Jul 29 10:06:19.161291 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf6c8f-ca78-4dac-b691-3a4e67fcd226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c3c051-72ff-4bda-8f26-c10ef3384fde,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:19.163997 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 42888) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:19.224015 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5540ced5-d4f9-4a31-a445-37318622cf30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:19.246535 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5540ced5-d4f9-4a31-a445-37318622cf30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:19.304391 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5540ced5-d4f9-4a31-a445-37318622cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:19.306935 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5540ced5-d4f9-4a31-a445-37318622cf30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:19.308091 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-5540ced5-d4f9-4a31-a445-37318622cf30 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/12c3c051-72ff-4bda-8f26-c10ef3384fde HTTP/1.1" status: 204 len: 168 time: 0.1423707 Jul 29 10:06:19.316984 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540ced5-d4f9-4a31-a445-37318622cf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c3c051-72ff-4bda-8f26-c10ef3384fde,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:20.494229 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:20.776566 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-23f617e6-7245-45fd-aee9-104071ff3577 req-82d79194-f446-4a9a-a6cd-4441226101a3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1394465 Jul 29 10:06:20.855012 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f617e6-7245-45fd-aee9-104071ff3577 req-10a62773-16c0-40f6-85ff-662468f381f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:06:20.856511 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-23f617e6-7245-45fd-aee9-104071ff3577 req-10a62773-16c0-40f6-85ff-662468f381f7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d26c6d31ab58489d97402905ff11cbea&device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 1099 time: 0.0450375 Jul 29 10:06:20.971737 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f617e6-7245-45fd-aee9-104071ff3577 req-ccc11c5b-83d6-460e-a28b-c1a50b3f7e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:06:20.973142 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-23f617e6-7245-45fd-aee9-104071ff3577 req-ccc11c5b-83d6-460e-a28b-c1a50b3f7e52 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941 HTTP/1.1" status: 200 len: 912 time: 0.0937164 Jul 29 10:06:21.046208 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-23f617e6-7245-45fd-aee9-104071ff3577 req-77558407-a62f-450e-97fd-7ae73199988b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c29e85-1efe-41b5-a031-51915a5bf132 HTTP/1.1" status: 200 len: 1001 time: 0.0651264 Jul 29 10:06:21.097614 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f617e6-7245-45fd-aee9-104071ff3577 req-1205aee0-5e9b-42d9-8c24-22a3931caa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:06:21.099066 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-23f617e6-7245-45fd-aee9-104071ff3577 req-1205aee0-5e9b-42d9-8c24-22a3931caa21 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=abdf45fc-dabc-4096-8cfc-ad57fbf50e72 HTTP/1.1" status: 200 len: 849 time: 0.0458088 Jul 29 10:06:21.143933 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f617e6-7245-45fd-aee9-104071ff3577 req-ef23abac-fecd-416f-af3f-6720c0161e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:06:21.145443 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-23f617e6-7245-45fd-aee9-104071ff3577 req-ef23abac-fecd-416f-af3f-6720c0161e1e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392101 Jul 29 10:06:21.237966 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-23f617e6-7245-45fd-aee9-104071ff3577 req-5ff864ae-f10c-410b-b225-a914b561ab3b service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845046 Jul 29 10:06:21.331228 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-23f617e6-7245-45fd-aee9-104071ff3577 req-112043ae-e255-4175-83b9-3265c75bca7b service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854845 Jul 29 10:06:23.441183 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 42948) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:23.556401 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1f52ddbc-ad7f-4804-859d-e21c12ee3e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:23.647114 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1f52ddbc-ad7f-4804-859d-e21c12ee3e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:23.651168 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1f52ddbc-ad7f-4804-859d-e21c12ee3e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:23.690359 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-1f52ddbc-ad7f-4804-859d-e21c12ee3e6b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=94b72235bce44b2f8d9c36a87453fcea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480750 Jul 29 10:06:23.691151 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52ddbc-ad7f-4804-859d-e21c12ee3e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6216742c-e328-456a-8784-514ebc4422c4,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:23.693088 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 42952) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:23.744833 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2df7dce0-46b4-4700-8762-ec5edd10bea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:23.768118 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2df7dce0-46b4-4700-8762-ec5edd10bea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:23.817052 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2df7dce0-46b4-4700-8762-ec5edd10bea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:23.819626 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2df7dce0-46b4-4700-8762-ec5edd10bea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:23.823097 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-2df7dce0-46b4-4700-8762-ec5edd10bea3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6216742c-e328-456a-8784-514ebc4422c4 HTTP/1.1" status: 204 len: 168 time: 0.1250846 Jul 29 10:06:23.829030 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7dce0-46b4-4700-8762-ec5edd10bea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6216742c-e328-456a-8784-514ebc4422c4,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:24.093196 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 42958) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:24.106168 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-121c435d-24f8-40a6-a8fa-48c46a88ea0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:24.204571 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-121c435d-24f8-40a6-a8fa-48c46a88ea0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:24.208534 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-121c435d-24f8-40a6-a8fa-48c46a88ea0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:24.247057 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-121c435d-24f8-40a6-a8fa-48c46a88ea0d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d2d56252dc084feeb9780eafe9eb52c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527722 Jul 29 10:06:24.248091 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c435d-24f8-40a6-a8fa-48c46a88ea0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb2537e-ef1c-44e5-89b7-60e7117736f0,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:24.250133 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 42960) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:06:24.314722 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0f74ef6b-ac7a-4750-81a8-604b7d047102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:24.336300 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0f74ef6b-ac7a-4750-81a8-604b7d047102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:24.383196 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0f74ef6b-ac7a-4750-81a8-604b7d047102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:24.385799 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0f74ef6b-ac7a-4750-81a8-604b7d047102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:24.386957 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-0f74ef6b-ac7a-4750-81a8-604b7d047102 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bdb2537e-ef1c-44e5-89b7-60e7117736f0 HTTP/1.1" status: 204 len: 168 time: 0.1353655 Jul 29 10:06:24.395982 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74ef6b-ac7a-4750-81a8-604b7d047102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb2537e-ef1c-44e5-89b7-60e7117736f0,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:06:44.269285 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-aa9fd3d4-1a5d-4cb5-9bae-6cf6e50f4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:44.338309 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:47.303203 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-8d5af27e-5505-43fe-a086-91dd21448b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:47.736009 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:48.720903 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:06:50.366590 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:06:50.497821 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:08.160405 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d8131e19-8750-4a89-bffe-904c30d7e331 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1646100773&fields=id&tenant_id=d26c6d31ab58489d97402905ff11cbea HTTP/1.1" status: 200 len: 267 time: 0.0324092 Jul 29 10:07:08.511278 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d3ac1312-cbc9-42cb-b78a-ad769f2d85f3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:08.512667 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d3ac1312-cbc9-42cb-b78a-ad769f2d85f3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/networks?id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941 HTTP/1.1" status: 200 len: 810 time: 0.3456573 Jul 29 10:07:08.528721 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d4568ea5-52e5-436b-9627-97285a14d496 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/quotas/d26c6d31ab58489d97402905ff11cbea HTTP/1.1" status: 200 len: 375 time: 0.0094516 Jul 29 10:07:08.595771 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-c87c47d5-2d22-4c3b-a213-ebba7744cd5d tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d26c6d31ab58489d97402905ff11cbea&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0611188 Jul 29 10:07:08.803006 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-c9b3d59b-5098-4006-87d3-747f257d6deb service neutron] 10.222.0.78 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956375 Jul 29 10:07:08.910163 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-06ef928b-7548-4833-a9d7-c8819fca8dc5 service neutron] 10.222.0.78 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007028 Jul 29 10:07:09.249156 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-8e8d2985-b020-4b98-86fa-689d36d4ab18 req-9a53bfe3-cf71-4f0b-9ef5-2505bae67ac5 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 210 time: 0.0288138 Jul 29 10:07:10.066702 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 43246) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:07:10.170758 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-de0c022d-8653-4f6d-a59d-8752628e10c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:10.263197 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-de0c022d-8653-4f6d-a59d-8752628e10c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:10.268046 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-de0c022d-8653-4f6d-a59d-8752628e10c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:10.308295 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-de0c022d-8653-4f6d-a59d-8752628e10c0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d6e97231483458abfeefe2765a205e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380421 Jul 29 10:07:10.308295 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c022d-8653-4f6d-a59d-8752628e10c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae3128c-1453-4bcc-9b4d-2dfaf38d1d91,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:07:10.308881 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 43252) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:07:10.315273 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c022d-8653-4f6d-a59d-8752628e10c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.315631 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c022d-8653-4f6d-a59d-8752628e10c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.315993 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c022d-8653-4f6d-a59d-8752628e10c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.316317 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c022d-8653-4f6d-a59d-8752628e10c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.316658 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c022d-8653-4f6d-a59d-8752628e10c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.317014 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c022d-8653-4f6d-a59d-8752628e10c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.317355 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c022d-8653-4f6d-a59d-8752628e10c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.317688 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c022d-8653-4f6d-a59d-8752628e10c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.318020 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c022d-8653-4f6d-a59d-8752628e10c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.318344 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c022d-8653-4f6d-a59d-8752628e10c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.318673 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c022d-8653-4f6d-a59d-8752628e10c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.318997 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c022d-8653-4f6d-a59d-8752628e10c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.369020 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-839da48e-1355-4ccd-8bdf-a70874978ed0 req-dcc155c8-7dc1-4d06-8659-24bba5f202d9 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 210 time: 0.0489204 Jul 29 10:07:10.398169 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-76cf15c2-1761-4d7f-807e-e03ed0f14328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:10.433138 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-76cf15c2-1761-4d7f-807e-e03ed0f14328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:10.475430 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-9bfa1dfd-e9e5-4788-b30d-e07cec346016 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:10.477154 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-9bfa1dfd-e9e5-4788-b30d-e07cec346016 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.89 "GET /v2.0/networks?id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941 HTTP/1.1" status: 200 len: 810 time: 0.1159911 Jul 29 10:07:10.486340 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-76cf15c2-1761-4d7f-807e-e03ed0f14328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:10.489030 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-76cf15c2-1761-4d7f-807e-e03ed0f14328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:10.490189 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-76cf15c2-1761-4d7f-807e-e03ed0f14328 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1ae3128c-1453-4bcc-9b4d-2dfaf38d1d91 HTTP/1.1" status: 204 len: 168 time: 0.1801562 Jul 29 10:07:10.504924 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf15c2-1761-4d7f-807e-e03ed0f14328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae3128c-1453-4bcc-9b4d-2dfaf38d1d91,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:07:10.513990 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf15c2-1761-4d7f-807e-e03ed0f14328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.514374 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf15c2-1761-4d7f-807e-e03ed0f14328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.514715 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf15c2-1761-4d7f-807e-e03ed0f14328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.515105 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf15c2-1761-4d7f-807e-e03ed0f14328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.515445 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf15c2-1761-4d7f-807e-e03ed0f14328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.515928 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf15c2-1761-4d7f-807e-e03ed0f14328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.516265 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf15c2-1761-4d7f-807e-e03ed0f14328 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.516808 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf15c2-1761-4d7f-807e-e03ed0f14328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.517063 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf15c2-1761-4d7f-807e-e03ed0f14328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.517388 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf15c2-1761-4d7f-807e-e03ed0f14328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.517844 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf15c2-1761-4d7f-807e-e03ed0f14328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.518177 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf15c2-1761-4d7f-807e-e03ed0f14328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:10.529760 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-2223879b-da73-4cfd-9290-925067971937 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d26c6d31ab58489d97402905ff11cbea HTTP/1.1" status: 200 len: 380 time: 0.0372937 Jul 29 10:07:10.551924 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-1c1cf7a8-5f00-4e0d-aa8d-edb395393df3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Request body: {'port': {'device_id': '46c92f35-e321-455c-b9c3-905b6d7bb3cb', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'admin_state_up': True, 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'security_groups': ['c70817d6-0a0e-4d2d-abae-d8acb0ce17f2']}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:07:10.677556 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-1c1cf7a8-5f00-4e0d-aa8d-edb395393df3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Made reservation on behalf of d26c6d31ab58489d97402905ff11cbea for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 10:07:10.681347 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-1c1cf7a8-5f00-4e0d-aa8d-edb395393df3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:10.825374 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-1c1cf7a8-5f00-4e0d-aa8d-edb395393df3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Allocated IP 172.20.0.6 (b20ee5b6-71ef-431b-b0a4-a8d8909fc941/abdf45fc-dabc-4096-8cfc-ad57fbf50e72/436a8b5c-0a9c-4241-aa74-0b7bc80a748e) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:07:10.973482 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-1c1cf7a8-5f00-4e0d-aa8d-edb395393df3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for port, precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:10.988816 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-1c1cf7a8-5f00-4e0d-aa8d-edb395393df3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Transition to ACTIVE for port object 436a8b5c-0a9c-4241-aa74-0b7bc80a748e will not be triggered until provisioned by entity DHCP. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:07:11.029027 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-1c1cf7a8-5f00-4e0d-aa8d-edb395393df3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:11.087536 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-1c1cf7a8-5f00-4e0d-aa8d-edb395393df3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:07:11.092100 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-1c1cf7a8-5f00-4e0d-aa8d-edb395393df3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:07:11.096340 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-1c1cf7a8-5f00-4e0d-aa8d-edb395393df3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:07:11.104864 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cf7a8-5f00-4e0d-aa8d-edb395393df3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event updated for resources: {'Port': ['ID=436a8b5c-0a9c-4241-aa74-0b7bc80a748e,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:07:11.151377 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-1c1cf7a8-5f00-4e0d-aa8d-edb395393df3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:11.152020 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-1c1cf7a8-5f00-4e0d-aa8d-edb395393df3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:11.172386 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-1c1cf7a8-5f00-4e0d-aa8d-edb395393df3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6251354 Jul 29 10:07:11.200730 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Request body: {'port': {'device_id': '46c92f35-e321-455c-b9c3-905b6d7bb3cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:07:11.269991 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:11.356085 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-88f3f384-d5c0-44f4-b2ce-74848e2ece52 None None] Provisioning for port 436a8b5c-0a9c-4241-aa74-0b7bc80a748e completed by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:07:11.361336 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-88f3f384-d5c0-44f4-b2ce-74848e2ece52 None None] Provisioning complete for port 436a8b5c-0a9c-4241-aa74-0b7bc80a748e triggered by entity DHCP. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:07:11.361922 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-88f3f384-d5c0-44f4-b2ce-74848e2ece52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:11.405868 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-88f3f384-d5c0-44f4-b2ce-74848e2ece52 None None] Port 436a8b5c-0a9c-4241-aa74-0b7bc80a748e cannot update to ACTIVE because it is not bound. {{(pid=104730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 10:07:11.495753 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeac173-5f70-4de9-8713-129fd29a8db7 req-19ef09cf-a8b6-4db5-b095-f0c36e4fb320 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:11.497323 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cfeac173-5f70-4de9-8713-129fd29a8db7 req-19ef09cf-a8b6-4db5-b095-f0c36e4fb320 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 931 time: 0.0508115 Jul 29 10:07:11.537442 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-cfeac173-5f70-4de9-8713-129fd29a8db7 req-aef05a94-95ae-474b-8824-8ed4c371cb30 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330696 Jul 29 10:07:11.541442 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 436a8b5c-0a9c-4241-aa74-0b7bc80a748e {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:07:11.549289 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:11.561160 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Transition to ACTIVE for port object 436a8b5c-0a9c-4241-aa74-0b7bc80a748e will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 10:07:11.565510 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7998033'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:11.615316 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Pushing event updated for resources: {'Port': ['ID=436a8b5c-0a9c-4241-aa74-0b7bc80a748e,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:07:11.690483 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Attempting to bind port 436a8b5c-0a9c-4241-aa74-0b7bc80a748e on host hv-cinder-78825 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 10:07:11.690821 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Attempting to bind port 436a8b5c-0a9c-4241-aa74-0b7bc80a748e by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 10:07:11.691154 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Attempting to bind port 436a8b5c-0a9c-4241-aa74-0b7bc80a748e on network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:07:11.695889 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Port 436a8b5c-0a9c-4241-aa74-0b7bc80a748e on network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 10:07:11.696220 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Attempting to bind port 436a8b5c-0a9c-4241-aa74-0b7bc80a748e on network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 10:07:11.701558 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Checking agent: {'id': 'c5fa1291-5cbe-400b-8982-5ac4d587bd28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'started_at': datetime.datetime(2021, 7, 29, 9, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 10, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 10:07:11.701911 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Checking segment: {'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 10:07:11.702292 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Bound using segment: {'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 10:07:11.702839 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Bound port: 436a8b5c-0a9c-4241-aa74-0b7bc80a748e, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0c85b3-ed2a-42cd-83a5-bc902b078761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 10:07:11.703066 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:11.770590 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] For port 436a8b5c-0a9c-4241-aa74-0b7bc80a748e, host hv-cinder-78825, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 10:07:11.773626 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] For port 436a8b5c-0a9c-4241-aa74-0b7bc80a748e, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=436a8b5c-0a9c-4241-aa74-0b7bc80a748e,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 10:07:11.778075 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7998033'] for port, after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:11.809059 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:11.809704 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:11.811239 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] 10.222.0.89 "PUT /v2.0/ports/436a8b5c-0a9c-4241-aa74-0b7bc80a748e HTTP/1.1" status: 200 len: 1093 time: 0.6149383 Jul 29 10:07:11.813982 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c92f35-e321-455c-b9c3-905b6d7bb3cb', 'tag': '436a8b5c-0a9c-4241-aa74-0b7bc80a748e'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:07:11.816337 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651232ed-be54-4b4f-8b96-8e3787cdc1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "46c92f35-e321-455c-b9c3-905b6d7bb3cb", "tag": "436a8b5c-0a9c-4241-aa74-0b7bc80a748e"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:07:11.853939 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e9eef-a78f-4222-bf88-2a7f6d0e9b8e service neutron] Pushing event updated for resources: {'Port': ['ID=436a8b5c-0a9c-4241-aa74-0b7bc80a748e,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:07:11.874150 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 10:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c557bcab-3bbf-4a0a-ada0-444faeca41b6 x-openstack-request-id: req-c557bcab-3bbf-4a0a-ada0-444faeca41b6 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:07:11.874606 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c92f35-e321-455c-b9c3-905b6d7bb3cb", "tag": "436a8b5c-0a9c-4241-aa74-0b7bc80a748e", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:07:11.875023 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c557bcab-3bbf-4a0a-ada0-444faeca41b6 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:07:11.877367 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c92f35-e321-455c-b9c3-905b6d7bb3cb', 'tag': '436a8b5c-0a9c-4241-aa74-0b7bc80a748e', 'status': 'completed', 'code': 200} Jul 29 10:07:11.940416 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-0f3dcced-38d6-40f6-945e-3513dd53195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:11.942086 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-0f3dcced-38d6-40f6-945e-3513dd53195e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d26c6d31ab58489d97402905ff11cbea&device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 1096 time: 0.0517125 Jul 29 10:07:11.993214 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-3ae4c07b-79a5-4692-abfc-ecbfbd784f65 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=436a8b5c-0a9c-4241-aa74-0b7bc80a748e HTTP/1.1" status: 200 len: 217 time: 0.0366166 Jul 29 10:07:12.045113 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-a4f7d965-178f-4f91-98ae-1ae4fc46b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:12.046626 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-a4f7d965-178f-4f91-98ae-1ae4fc46b9d3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=abdf45fc-dabc-4096-8cfc-ad57fbf50e72 HTTP/1.1" status: 200 len: 849 time: 0.0470634 Jul 29 10:07:12.099335 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-77fe8c56-e9ce-46e1-bc70-8b3f2cb33914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:12.100891 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-77fe8c56-e9ce-46e1-bc70-8b3f2cb33914 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467966 Jul 29 10:07:12.190642 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-3d1779cf-071f-447a-8845-8c5640af30c8 service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824964 Jul 29 10:07:12.282368 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c7ade135-78a7-41c6-b050-06d3f29b5a51 req-0608d389-2ee0-440b-aac7-7d5c87b59f34 service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844474 Jul 29 10:07:12.654563 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651232ed-be54-4b4f-8b96-8e3787cdc1a6 req-cb34071e-a436-4ef5-b8b8-f9e89a8539e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:12.656085 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-651232ed-be54-4b4f-8b96-8e3787cdc1a6 req-cb34071e-a436-4ef5-b8b8-f9e89a8539e9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d26c6d31ab58489d97402905ff11cbea&device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 1096 time: 0.2872930 Jul 29 10:07:12.665860 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b0a29-de42-4d6e-973a-a1164c019388 req-52dfa1fb-5d1e-4e96-8f4d-db3bd0b3c0a8 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:12.667364 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-118b0a29-de42-4d6e-973a-a1164c019388 req-52dfa1fb-5d1e-4e96-8f4d-db3bd0b3c0a8 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 943 time: 0.0523624 Jul 29 10:07:12.708004 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-118b0a29-de42-4d6e-973a-a1164c019388 req-3f8ffb26-d83c-4c98-af75-da83039467fc tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335960 Jul 29 10:07:12.745529 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651232ed-be54-4b4f-8b96-8e3787cdc1a6 req-e09d80c1-53e7-4340-aedd-871c7567b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:12.747007 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-651232ed-be54-4b4f-8b96-8e3787cdc1a6 req-e09d80c1-53e7-4340-aedd-871c7567b7a1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941 HTTP/1.1" status: 200 len: 912 time: 0.0831883 Jul 29 10:07:12.790320 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-651232ed-be54-4b4f-8b96-8e3787cdc1a6 req-1c3eec8a-f3fd-4011-a056-06fdea87ebd7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=436a8b5c-0a9c-4241-aa74-0b7bc80a748e HTTP/1.1" status: 200 len: 217 time: 0.0362859 Jul 29 10:07:12.843262 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651232ed-be54-4b4f-8b96-8e3787cdc1a6 req-daab0768-3513-48b7-acbe-75b9ca8e6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:12.844860 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-651232ed-be54-4b4f-8b96-8e3787cdc1a6 req-daab0768-3513-48b7-acbe-75b9ca8e6410 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=abdf45fc-dabc-4096-8cfc-ad57fbf50e72 HTTP/1.1" status: 200 len: 849 time: 0.0481524 Jul 29 10:07:12.892981 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651232ed-be54-4b4f-8b96-8e3787cdc1a6 req-32564a35-ebc5-483a-a7f1-a24dc9426c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:12.894493 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-651232ed-be54-4b4f-8b96-8e3787cdc1a6 req-32564a35-ebc5-483a-a7f1-a24dc9426c42 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410855 Jul 29 10:07:13.002037 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-651232ed-be54-4b4f-8b96-8e3787cdc1a6 req-d4aebc5a-c015-4b0e-94cc-da128014b452 service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997858 Jul 29 10:07:13.092667 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-651232ed-be54-4b4f-8b96-8e3787cdc1a6 req-24e2897d-f85e-4fd6-8b3a-04e2d029f86b service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835989 Jul 29 10:07:13.839083 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d82282-ef60-4875-a9c7-0b5505190125 req-61ea2b5e-242d-4279-8ebf-267a16007d8b tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:13.840690 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-03d82282-ef60-4875-a9c7-0b5505190125 req-61ea2b5e-242d-4279-8ebf-267a16007d8b tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 943 time: 0.0606236 Jul 29 10:07:13.879379 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-03d82282-ef60-4875-a9c7-0b5505190125 req-901cd492-db95-4ef2-9a33-0437c668469a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324697 Jul 29 10:07:14.270354 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-88458987-b759-43f0-b377-5aecc83d59aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:14.335837 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:14.995135 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d85d13-a0e3-4a4b-8573-be2988b46c1b req-538ec44a-f56d-4091-b0b7-c6a4aa6e3ea2 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:14.996551 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-34d85d13-a0e3-4a4b-8573-be2988b46c1b req-538ec44a-f56d-4091-b0b7-c6a4aa6e3ea2 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 943 time: 0.0492549 Jul 29 10:07:15.037282 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-34d85d13-a0e3-4a4b-8573-be2988b46c1b req-81923209-d940-4ab9-ad80-2281827af4be tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342000 Jul 29 10:07:16.159194 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3a53d-8edd-4e2a-b4a0-10de84da71be req-4ad4c191-415b-4a68-832c-3c22ab8da222 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:16.160773 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d6f3a53d-8edd-4e2a-b4a0-10de84da71be req-4ad4c191-415b-4a68-832c-3c22ab8da222 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 943 time: 0.0544739 Jul 29 10:07:16.206548 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d6f3a53d-8edd-4e2a-b4a0-10de84da71be req-aaea3c7f-e07e-425f-8d00-cd88abe1ed1d tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368643 Jul 29 10:07:17.304468 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-1b733d75-f6fb-4bb6-b08c-c93de385b36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:17.333828 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2480ad-28ca-460e-8abe-64ccf6d1c326 req-420a9c78-6571-4fe7-96e0-40a1ccdb595e tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:17.335410 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1b2480ad-28ca-460e-8abe-64ccf6d1c326 req-420a9c78-6571-4fe7-96e0-40a1ccdb595e tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 943 time: 0.0576489 Jul 29 10:07:17.376437 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1b2480ad-28ca-460e-8abe-64ccf6d1c326 req-91906ba2-4647-4972-878d-ee5ec0475965 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343556 Jul 29 10:07:17.740592 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:18.518918 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc7306-c09e-4005-aaa1-d50841ec878d req-1a6f2aee-3c2a-414b-90d8-afa291a62111 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:18.520517 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a4cc7306-c09e-4005-aaa1-d50841ec878d req-1a6f2aee-3c2a-414b-90d8-afa291a62111 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 943 time: 0.0630317 Jul 29 10:07:18.571313 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-a4cc7306-c09e-4005-aaa1-d50841ec878d req-923cc890-e9c0-407e-9bda-cc0031c00581 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414691 Jul 29 10:07:18.726714 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:19.715118 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43da9bf-4f09-462c-92ac-81b0093e26d7 req-df47496b-b73a-4889-b7fc-f11f7cccb3fc tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:19.716670 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d43da9bf-4f09-462c-92ac-81b0093e26d7 req-df47496b-b73a-4889-b7fc-f11f7cccb3fc tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 943 time: 0.0535655 Jul 29 10:07:19.757681 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-d43da9bf-4f09-462c-92ac-81b0093e26d7 req-8076209e-b929-4095-ae18-741c3cdf1c20 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345380 Jul 29 10:07:19.956285 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 436a8b5c-0a9c-4241-aa74-0b7bc80a748e details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=104730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 10:07:20.055870 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 436a8b5c-0a9c-4241-aa74-0b7bc80a748e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=436a8b5c-0a9c-4241-aa74-0b7bc80a748e,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:07:20.073559 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Returning: {'device': '436a8b5c-0a9c-4241-aa74-0b7bc80a748e', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'port_id': '436a8b5c-0a9c-4241-aa74-0b7bc80a748e', 'mac_address': 'fa:16:3e:6b:d7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 10:07:20.113137 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:20.127006 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 436a8b5c-0a9c-4241-aa74-0b7bc80a748e {{(pid=104730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 10:07:20.147973 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 436a8b5c-0a9c-4241-aa74-0b7bc80a748e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=436a8b5c-0a9c-4241-aa74-0b7bc80a748e,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:07:20.153263 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:20.204768 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=436a8b5c-0a9c-4241-aa74-0b7bc80a748e,revision_number=4']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:07:20.215705 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:20.215984 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:20.216327 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:20.216669 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:20.217036 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:20.217366 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:20.217696 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:20.218026 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:20.218356 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:20.218681 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:20.219006 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:20.219331 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:07:20.503543 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:20.595745 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] get_ports_and_sgs() called for port_ids ['436a8b5c-0a9c-4241-aa74-0b7bc80a748e'] {{(pid=104730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 10:07:20.906353 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbda09-4164-42c6-966e-22ede4c3a2d8 req-8803d96b-f2f7-4a04-87a8-cc47176a91cc tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:20.907923 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-02fbda09-4164-42c6-966e-22ede4c3a2d8 req-8803d96b-f2f7-4a04-87a8-cc47176a91cc tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 944 time: 0.0745556 Jul 29 10:07:20.951858 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-02fbda09-4164-42c6-966e-22ede4c3a2d8 req-0fe94c51-233e-4edf-b4d0-ab4b3d6a777a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366907 Jul 29 10:07:21.969435 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 436a8b5c-0a9c-4241-aa74-0b7bc80a748e up at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 10:07:22.018286 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning for port 436a8b5c-0a9c-4241-aa74-0b7bc80a748e completed by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 10:07:22.022148 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.provisioning_blocks [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Provisioning complete for port 436a8b5c-0a9c-4241-aa74-0b7bc80a748e triggered by entity L2. {{(pid=104730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 10:07:22.022525 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720937'] for port, provisioning_complete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:22.071128 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf6439-6ed1-4d80-b1d9-d3d4bbb0d412 req-52c4a9ea-e065-4eef-8ff3-51f3e6e849ed tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:22.073112 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dfdf6439-6ed1-4d80-b1d9-d3d4bbb0d412 req-52c4a9ea-e065-4eef-8ff3-51f3e6e849ed tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 944 time: 0.0496716 Jul 29 10:07:22.104420 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:22.111773 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-dfdf6439-6ed1-4d80-b1d9-d3d4bbb0d412 req-2225dcc1-23ee-4a2b-9ca1-e96abec2958f tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332267 Jul 29 10:07:22.127799 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c92f35-e321-455c-b9c3-905b6d7bb3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436a8b5c-0a9c-4241-aa74-0b7bc80a748e'}] {{(pid=104730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:07:22.130062 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6b798f1032f7a0da4ab4e6acb8af280104a77982291ae3438e351b377864fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1416cea4-4606-4a09-b50d-067c1db4eb06" -d '{"events": [{"server_uuid": "46c92f35-e321-455c-b9c3-905b6d7bb3cb", "name": "network-vif-plugged", "status": "completed", "tag": "436a8b5c-0a9c-4241-aa74-0b7bc80a748e"}]}' {{(pid=104730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:07:22.143039 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] For port 436a8b5c-0a9c-4241-aa74-0b7bc80a748e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=436a8b5c-0a9c-4241-aa74-0b7bc80a748e,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:07:22.147927 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096'] for port, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:22.194297 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Pushing event updated for resources: {'Port': ['ID=436a8b5c-0a9c-4241-aa74-0b7bc80a748e,revision_number=5']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:07:22.337112 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4a7ff8-b510-4731-bbe1-6aab0993f026 x-openstack-request-id: req-bc4a7ff8-b510-4731-bbe1-6aab0993f026 {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:07:22.337404 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c92f35-e321-455c-b9c3-905b6d7bb3cb", "name": "network-vif-plugged", "status": "completed", "tag": "436a8b5c-0a9c-4241-aa74-0b7bc80a748e", "code": 200}]} {{(pid=104730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:07:22.337659 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bc4a7ff8-b510-4731-bbe1-6aab0993f026 {{(pid=104730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:07:22.338081 dv-cinder-788253-4-iscsi neutron-server[104730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c92f35-e321-455c-b9c3-905b6d7bb3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436a8b5c-0a9c-4241-aa74-0b7bc80a748e', 'code': 200} Jul 29 10:07:22.581952 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44828ccd-e607-4208-a513-cfd4a6f10cae req-8fc2c050-2791-410c-bd57-75fe5cd54dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:22.583456 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44828ccd-e607-4208-a513-cfd4a6f10cae req-8fc2c050-2791-410c-bd57-75fe5cd54dde service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 1098 time: 0.0396152 Jul 29 10:07:22.622525 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44828ccd-e607-4208-a513-cfd4a6f10cae req-3654b396-5615-45cb-9de6-7f6714a3baa3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314543 Jul 29 10:07:23.226809 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f386b2-031b-4149-af77-ccd3f2418c70 req-b88956c7-7009-488d-b885-d4ddbc85bcb0 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:23.228293 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-28f386b2-031b-4149-af77-ccd3f2418c70 req-b88956c7-7009-488d-b885-d4ddbc85bcb0 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 945 time: 0.0497093 Jul 29 10:07:23.266941 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-28f386b2-031b-4149-af77-ccd3f2418c70 req-65bdef3d-b593-417b-8665-a1f15d448356 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319231 Jul 29 10:07:24.390753 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9234e-f94d-4d5c-acb5-61a3f77de088 req-39e41ef6-5da6-4824-86c9-4fa3066a99d3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:24.392466 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-54c9234e-f94d-4d5c-acb5-61a3f77de088 req-39e41ef6-5da6-4824-86c9-4fa3066a99d3 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 945 time: 0.0558882 Jul 29 10:07:24.431583 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-54c9234e-f94d-4d5c-acb5-61a3f77de088 req-7e5a5170-e40a-40ee-97b9-f106f914ca4a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329905 Jul 29 10:07:24.546465 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3df2d-c856-4bd6-9239-03482d5f0656 req-73d462d2-47c5-40a9-8cab-5d6e1be1550a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:24.548473 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ddd3df2d-c856-4bd6-9239-03482d5f0656 req-73d462d2-47c5-40a9-8cab-5d6e1be1550a tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 945 time: 0.0496471 Jul 29 10:07:24.586354 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-ddd3df2d-c856-4bd6-9239-03482d5f0656 req-c327b0bd-99ec-4a95-925b-2a6b3b3b13c4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320148 Jul 29 10:07:24.610472 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 43290) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:07:24.800966 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7635c553-8f1a-43b4-a3e5-712d9e1467b4 tempest-TestVolumeBootPattern-1100422390 tempest-TestVolumeBootPattern-1100422390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:24.802420 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-7635c553-8f1a-43b4-a3e5-712d9e1467b4 tempest-TestVolumeBootPattern-1100422390 tempest-TestVolumeBootPattern-1100422390-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 1093 time: 0.1909597 Jul 29 10:07:24.805140 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 43294) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:07:24.809680 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.v2.base [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Request body: {'floatingip': {'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'port_id': '436a8b5c-0a9c-4241-aa74-0b7bc80a748e', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 10:07:24.835487 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for floatingip, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:24.949243 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:25.066769 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_common [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Allocated IP 172.27.2.98 (b3b02076-35c8-452e-bb57-22f5e98db348/fdb5e983-6a65-4f11-aa94-f451584e5c8e/6d70a961-62e7-47a0-a115-ae8a25dd7cc0) {{(pid=104728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 10:07:25.173665 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for port, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:25.213934 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755119565060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:25.250252 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Network b3b02076-35c8-452e-bb57-22f5e98db348 is already hosted by enough agents. {{(pid=104728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 10:07:25.253646 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.base_scheduler [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Resources bound (agent type, host, resource id): {{(pid=104728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 10:07:25.257129 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Received port after_create {{(pid=104728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 10:07:25.282835 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event updated for resources: {'Port': ['ID=6d70a961-62e7-47a0-a115-ae8a25dd7cc0,revision_number=1']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:07:25.632373 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:25.697404 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549663'] for port, before_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:25.853747 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for port, precommit_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:25.858412 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755119970097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755119565078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755119565096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8099237'] for port, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:25.931598 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event updated for resources: {'Port': ['ID=6d70a961-62e7-47a0-a115-ae8a25dd7cc0,revision_number=2']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:07:25.942252 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634374'] for floatingip, after_update {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:26.049918 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.db.l3_db [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Floating IP 4c791561-cc0e-4aa5-ae37-c3d42116b2b9 associated. External IP: 172.27.2.98, port: 436a8b5c-0a9c-4241-aa74-0b7bc80a748e. Jul 29 10:07:26.254102 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 10:07:26.360599 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:07:26.370181 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64408e05-30d5-4ddb-b9fa-091491653ec0 None None] Sync routers for ids ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:07:26.376670 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:26.379646 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64408e05-30d5-4ddb-b9fa-091491653ec0 None None] Routers {'6e55e8cf-b76d-404e-966d-5961ef1ccee7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:07:26.380277 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-64408e05-30d5-4ddb-b9fa-091491653ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:07:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:07:26.410278 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-605d0dd5-53ba-456a-b98f-70872a780b0c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6040578 Jul 29 10:07:26.410849 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c92f35-e321-455c-b9c3-905b6d7bb3cb', 'tag': '436a8b5c-0a9c-4241-aa74-0b7bc80a748e'}] {{(pid=104728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:07:26.413141 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a13fdb25d5b0eb574bfe66c50e39b7c696ab4cb3253213bf883ff4caa62d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658d19c3-1771-4e30-aaa7-60f7174ed23b" -d '{"events": [{"name": "network-changed", "server_uuid": "46c92f35-e321-455c-b9c3-905b6d7bb3cb", "tag": "436a8b5c-0a9c-4241-aa74-0b7bc80a748e"}]}' {{(pid=104728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:07:26.490297 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-64408e05-30d5-4ddb-b9fa-091491653ec0 None None] Set router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:07:26.508017 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 10:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea51a0f-2bed-4906-893c-46cfb57ba380 x-openstack-request-id: req-cea51a0f-2bed-4906-893c-46cfb57ba380 {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:07:26.508310 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c92f35-e321-455c-b9c3-905b6d7bb3cb", "tag": "436a8b5c-0a9c-4241-aa74-0b7bc80a748e", "status": "completed", "code": 200}]} {{(pid=104728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:07:26.508562 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cea51a0f-2bed-4906-893c-46cfb57ba380 {{(pid=104728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:07:26.508992 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c92f35-e321-455c-b9c3-905b6d7bb3cb', 'tag': '436a8b5c-0a9c-4241-aa74-0b7bc80a748e', 'status': 'completed', 'code': 200} Jul 29 10:07:26.591239 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d19c3-1771-4e30-aaa7-60f7174ed23b req-222e11ba-fcd5-4db2-a18b-75e68f147575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:26.592792 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-658d19c3-1771-4e30-aaa7-60f7174ed23b req-222e11ba-fcd5-4db2-a18b-75e68f147575 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d26c6d31ab58489d97402905ff11cbea&device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 1098 time: 0.0418103 Jul 29 10:07:26.685071 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d19c3-1771-4e30-aaa7-60f7174ed23b req-78cf626f-8b6d-4df9-9265-c1600270aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:26.686550 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-658d19c3-1771-4e30-aaa7-60f7174ed23b req-78cf626f-8b6d-4df9-9265-c1600270aba6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941 HTTP/1.1" status: 200 len: 912 time: 0.0866060 Jul 29 10:07:26.733323 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-64408e05-30d5-4ddb-b9fa-091491653ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '4c791561-cc0e-4aa5-ae37-c3d42116b2b9', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'port_id': '436a8b5c-0a9c-4241-aa74-0b7bc80a748e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'mac_address': 'fa:16:3e:6b:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c92f35-e321-455c-b9c3-905b6d7bb3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T10:07:25Z', 'updated_at': '2021-07-29T10:07:25Z', 'revision_number': 0, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'fixed_ip_address_scope': None}, {'id': '668f1030-6d95-4484-a2dd-ae2c238f99f1', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'port_id': 'c9c29e85-1efe-41b5-a031-51915a5bf132', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'mac_address': 'fa:16:3e:91:f1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T10:04:19Z', 'updated_at': '2021-07-29T10:04:21Z', 'revision_number': 1, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:30Z', 'revision_number': 5, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:07:26.758899 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64408e05-30d5-4ddb-b9fa-091491653ec0 None None] Checking router: 6e55e8cf-b76d-404e-966d-5961ef1ccee7 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:07:26.762139 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-658d19c3-1771-4e30-aaa7-60f7174ed23b req-ba6c29b2-45a8-47d7-bcd1-3d1e37a9e540 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=436a8b5c-0a9c-4241-aa74-0b7bc80a748e HTTP/1.1" status: 200 len: 998 time: 0.0674675 Jul 29 10:07:26.768094 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64408e05-30d5-4ddb-b9fa-091491653ec0 None None] Routers {'6e55e8cf-b76d-404e-966d-5961ef1ccee7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:07:26.768725 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-64408e05-30d5-4ddb-b9fa-091491653ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:07:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:07:26.820241 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d19c3-1771-4e30-aaa7-60f7174ed23b req-16326fdb-fcc9-4300-abf0-9278798c81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:26.821753 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-658d19c3-1771-4e30-aaa7-60f7174ed23b req-16326fdb-fcc9-4300-abf0-9278798c81fb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=abdf45fc-dabc-4096-8cfc-ad57fbf50e72 HTTP/1.1" status: 200 len: 849 time: 0.0530021 Jul 29 10:07:26.868961 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d19c3-1771-4e30-aaa7-60f7174ed23b req-214f0627-1e85-4252-933f-24285befd3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:07:26.870483 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-658d19c3-1771-4e30-aaa7-60f7174ed23b req-214f0627-1e85-4252-933f-24285befd3b1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416169 Jul 29 10:07:26.875501 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-64408e05-30d5-4ddb-b9fa-091491653ec0 None None] Set router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:07:26.967689 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-658d19c3-1771-4e30-aaa7-60f7174ed23b req-5b385310-ff2d-44fc-a615-961bd46e139d service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901268 Jul 29 10:07:27.106328 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-64408e05-30d5-4ddb-b9fa-091491653ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '4c791561-cc0e-4aa5-ae37-c3d42116b2b9', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'port_id': '436a8b5c-0a9c-4241-aa74-0b7bc80a748e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'mac_address': 'fa:16:3e:6b:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c92f35-e321-455c-b9c3-905b6d7bb3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T10:07:25Z', 'updated_at': '2021-07-29T10:07:25Z', 'revision_number': 0, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'fixed_ip_address_scope': None}, {'id': '668f1030-6d95-4484-a2dd-ae2c238f99f1', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'port_id': 'c9c29e85-1efe-41b5-a031-51915a5bf132', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'mac_address': 'fa:16:3e:91:f1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T10:04:19Z', 'updated_at': '2021-07-29T10:04:21Z', 'revision_number': 1, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:30Z', 'revision_number': 5, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:07:27.110100 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-658d19c3-1771-4e30-aaa7-60f7174ed23b req-7271eb2e-1121-4c85-a0fa-4994cdbc6a56 service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348457 Jul 29 10:07:27.136531 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64408e05-30d5-4ddb-b9fa-091491653ec0 None None] The sync data for ids ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'] in dv-cinder-788253-4-iscsi is: [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '4c791561-cc0e-4aa5-ae37-c3d42116b2b9', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'port_id': '436a8b5c-0a9c-4241-aa74-0b7bc80a748e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'mac_address': 'fa:16:3e:6b:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c92f35-e321-455c-b9c3-905b6d7bb3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T10:07:25Z', 'updated_at': '2021-07-29T10:07:25Z', 'revision_number': 0, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'fixed_ip_address_scope': None}, {'id': '668f1030-6d95-4484-a2dd-ae2c238f99f1', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'port_id': 'c9c29e85-1efe-41b5-a031-51915a5bf132', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'mac_address': 'fa:16:3e:91:f1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T10:04:19Z', 'updated_at': '2021-07-29T10:04:21Z', 'revision_number': 1, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:30Z', 'revision_number': 5, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:07:27.323609 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b71f1-7f29-45ee-9026-06ef58368596 None None] New status for floating IP 4c791561-cc0e-4aa5-ae37-c3d42116b2b9: ACTIVE {{(pid=104731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 10:07:27.371169 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:07:44.277462 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-4dbaceb5-e695-41e1-8f7f-6cca0a76fa1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:44.352509 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:47.309217 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-549e4896-d4bf-4e48-856c-919ece8f322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:47.741934 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:48.726420 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:07:50.505307 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:08:04.370379 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:08:14.273272 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0ab3-c54f-4a17-9d10-0ef8df08dee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:08:14.368014 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:08:17.310880 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-15d13669-6e0c-44fd-93dc-5ab48938e38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:08:17.746091 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:08:18.736268 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:08:20.062113 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0ee9d3eb-f760-494f-8644-01ac178e36dc req-fdf1dfb0-e269-4bb8-b65a-76e0680c3ef8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437267 Jul 29 10:08:20.174167 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9d3eb-f760-494f-8644-01ac178e36dc req-2c12177b-31f6-4163-98cc-f63ab4b45eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:08:20.175749 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0ee9d3eb-f760-494f-8644-01ac178e36dc req-2c12177b-31f6-4163-98cc-f63ab4b45eb3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d26c6d31ab58489d97402905ff11cbea&device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 1099 time: 0.0512345 Jul 29 10:08:20.296105 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9d3eb-f760-494f-8644-01ac178e36dc req-2d71fed9-e8d6-4bd9-8613-09e5ed2d111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:08:20.297663 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0ee9d3eb-f760-494f-8644-01ac178e36dc req-2d71fed9-e8d6-4bd9-8613-09e5ed2d111a service neutron] 10.222.0.89 "GET /v2.0/networks?id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941 HTTP/1.1" status: 200 len: 912 time: 0.0932062 Jul 29 10:08:20.373331 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0ee9d3eb-f760-494f-8644-01ac178e36dc req-0de2d046-e49b-4e20-83c2-08c2fecd6241 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c29e85-1efe-41b5-a031-51915a5bf132 HTTP/1.1" status: 200 len: 1001 time: 0.0672061 Jul 29 10:08:20.437872 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9d3eb-f760-494f-8644-01ac178e36dc req-58480913-f911-45e5-8599-2ec56bc97bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:08:20.439363 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0ee9d3eb-f760-494f-8644-01ac178e36dc req-58480913-f911-45e5-8599-2ec56bc97bad service neutron] 10.222.0.89 "GET /v2.0/subnets?id=abdf45fc-dabc-4096-8cfc-ad57fbf50e72 HTTP/1.1" status: 200 len: 849 time: 0.0586610 Jul 29 10:08:20.496455 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9d3eb-f760-494f-8644-01ac178e36dc req-e381dba6-ad65-4d92-88ea-5b57c1fd2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:08:20.498843 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0ee9d3eb-f760-494f-8644-01ac178e36dc req-e381dba6-ad65-4d92-88ea-5b57c1fd2366 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510662 Jul 29 10:08:20.511343 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:08:20.607875 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0ee9d3eb-f760-494f-8644-01ac178e36dc req-5fb9e20a-4fa1-4f18-836e-4c565b3750c1 service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004672 Jul 29 10:08:20.703776 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0ee9d3eb-f760-494f-8644-01ac178e36dc req-e1aefc7d-96b5-4de4-9bb2-9e28af36d0db service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880604 Jul 29 10:08:41.376470 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:08:44.275759 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-a6e20d93-e009-4454-a2bc-aa9306fcc75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:08:44.362713 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:08:47.308836 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-43fba9a4-0bdd-4c11-b3cb-bdcee89b1a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:08:47.755916 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:08:48.741141 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:08:50.513285 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:14.279153 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a898-a96f-473a-b13a-b48c922b0f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:14.371228 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:17.301579 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-baffb87a-1223-40df-b507-79d3794627d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:17.748778 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:18.366960 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:09:18.738639 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:20.512746 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:21.055598 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c52407a3-0b06-4ef3-884d-6937f01b31b6 req-84ead5db-2033-4dd8-a141-ba0aea1aec7e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404871 Jul 29 10:09:21.139772 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52407a3-0b06-4ef3-884d-6937f01b31b6 req-abe6bd3a-e76d-4665-9bae-7e598ed5e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:09:21.141451 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c52407a3-0b06-4ef3-884d-6937f01b31b6 req-abe6bd3a-e76d-4665-9bae-7e598ed5e787 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d26c6d31ab58489d97402905ff11cbea&device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 1098 time: 0.0517066 Jul 29 10:09:21.243425 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52407a3-0b06-4ef3-884d-6937f01b31b6 req-801616f2-67a0-4cbe-8806-19e5e01926b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:09:21.244961 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c52407a3-0b06-4ef3-884d-6937f01b31b6 req-801616f2-67a0-4cbe-8806-19e5e01926b7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941 HTTP/1.1" status: 200 len: 912 time: 0.0849547 Jul 29 10:09:21.313117 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c52407a3-0b06-4ef3-884d-6937f01b31b6 req-b441f8d5-72f3-4be4-aa71-80e7c867bdd1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=436a8b5c-0a9c-4241-aa74-0b7bc80a748e HTTP/1.1" status: 200 len: 1000 time: 0.0607715 Jul 29 10:09:21.365399 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52407a3-0b06-4ef3-884d-6937f01b31b6 req-09c6343a-6eed-42d9-af6c-54cf91828c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:09:21.366914 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c52407a3-0b06-4ef3-884d-6937f01b31b6 req-09c6343a-6eed-42d9-af6c-54cf91828c56 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=abdf45fc-dabc-4096-8cfc-ad57fbf50e72 HTTP/1.1" status: 200 len: 849 time: 0.0467756 Jul 29 10:09:21.413315 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52407a3-0b06-4ef3-884d-6937f01b31b6 req-c6e8ea8e-81a7-4bc0-9291-03511962fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:09:21.414813 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c52407a3-0b06-4ef3-884d-6937f01b31b6 req-c6e8ea8e-81a7-4bc0-9291-03511962fe4c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408721 Jul 29 10:09:21.510929 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c52407a3-0b06-4ef3-884d-6937f01b31b6 req-bb5c64af-9fe6-4143-806a-aff5ebc4ae5a service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889401 Jul 29 10:09:21.600180 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c52407a3-0b06-4ef3-884d-6937f01b31b6 req-82f25ef5-4232-4029-a3ed-3e23621a3713 service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818658 Jul 29 10:09:28.980242 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 43348) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:09:29.143839 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Deleting port 6d70a961-62e7-47a0-a115-ae8a25dd7cc0 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:09:29.144178 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:29.233475 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:29.233728 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:29.251811 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Calling delete_port for 6d70a961-62e7-47a0-a115-ae8a25dd7cc0 owned by network:floatingip {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:09:29.439004 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:29.463447 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event deleted for resources: {'Port': ['ID=6d70a961-62e7-47a0-a115-ae8a25dd7cc0,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:09:29.473477 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:29.473829 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:29.474189 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:29.474683 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:29.475028 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:29.475357 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:29.475689 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:29.476025 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:29.476383 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:29.476744 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:29.477060 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:29.477395 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:29.539221 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for floatingip, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:29.539454 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.l3_db [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Floating IP 4c791561-cc0e-4aa5-ae37-c3d42116b2b9 disassociated (deleted). External IP: 172.27.2.98, port: 436a8b5c-0a9c-4241-aa74-0b7bc80a748e. Jul 29 10:09:29.750957 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 10:09:29.862723 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:09:29.868764 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:29.873734 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fcc8f3-72b2-4f66-8660-840f40e8fb7d None None] Sync routers for ids ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:09:29.884898 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fcc8f3-72b2-4f66-8660-840f40e8fb7d None None] Routers {'6e55e8cf-b76d-404e-966d-5961ef1ccee7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:09:29.885597 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-24fcc8f3-72b2-4f66-8660-840f40e8fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:09:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:29.901276 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-82536f93-5074-4c5f-8efc-6a864fb250f4 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "DELETE /v2.0/floatingips/4c791561-cc0e-4aa5-ae37-c3d42116b2b9 HTTP/1.1" status: 204 len: 168 time: 0.9196539 Jul 29 10:09:29.902001 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c92f35-e321-455c-b9c3-905b6d7bb3cb', 'tag': '436a8b5c-0a9c-4241-aa74-0b7bc80a748e'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:09:29.904236 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44802773-46b3-4a99-90e1-9f930bbb94c0" -d '{"events": [{"name": "network-changed", "server_uuid": "46c92f35-e321-455c-b9c3-905b6d7bb3cb", "tag": "436a8b5c-0a9c-4241-aa74-0b7bc80a748e"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:09:30.014176 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 10:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11751130-bd50-4209-a282-00ae45d2b97c x-openstack-request-id: req-11751130-bd50-4209-a282-00ae45d2b97c {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:09:30.014176 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c92f35-e321-455c-b9c3-905b6d7bb3cb", "tag": "436a8b5c-0a9c-4241-aa74-0b7bc80a748e", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:09:30.015154 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-11751130-bd50-4209-a282-00ae45d2b97c {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:09:30.015154 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c92f35-e321-455c-b9c3-905b6d7bb3cb', 'tag': '436a8b5c-0a9c-4241-aa74-0b7bc80a748e', 'status': 'completed', 'code': 200} Jul 29 10:09:30.118927 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44802773-46b3-4a99-90e1-9f930bbb94c0 req-ce9a3cfa-9ab6-4a08-8beb-4b1f40802eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:09:30.120377 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44802773-46b3-4a99-90e1-9f930bbb94c0 req-ce9a3cfa-9ab6-4a08-8beb-4b1f40802eec service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d26c6d31ab58489d97402905ff11cbea&device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 1098 time: 0.0507786 Jul 29 10:09:30.147560 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-24fcc8f3-72b2-4f66-8660-840f40e8fb7d None None] Set router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:09:30.179552 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14e851-e97e-4d85-aff7-7d711df8f4b0 req-2e572559-1011-4118-99da-613994a18aa1 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:09:30.179552 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9f14e851-e97e-4d85-aff7-7d711df8f4b0 req-2e572559-1011-4118-99da-613994a18aa1 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 945 time: 0.0538676 Jul 29 10:09:30.225441 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9f14e851-e97e-4d85-aff7-7d711df8f4b0 req-eba11625-ae1b-4da5-818b-2bd902991834 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407429 Jul 29 10:09:30.233584 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44802773-46b3-4a99-90e1-9f930bbb94c0 req-e0905dc4-0a1c-413f-b603-f8fda231b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:09:30.235340 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44802773-46b3-4a99-90e1-9f930bbb94c0 req-e0905dc4-0a1c-413f-b603-f8fda231b98b service neutron] 10.222.0.89 "GET /v2.0/networks?id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941 HTTP/1.1" status: 200 len: 912 time: 0.0924916 Jul 29 10:09:30.284057 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44802773-46b3-4a99-90e1-9f930bbb94c0 req-eac032df-152c-45d4-b6ad-f79d3f189bb3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=436a8b5c-0a9c-4241-aa74-0b7bc80a748e HTTP/1.1" status: 200 len: 217 time: 0.0407488 Jul 29 10:09:30.339017 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44802773-46b3-4a99-90e1-9f930bbb94c0 req-5a0f1f50-7836-4501-b4dd-74e0a24bd280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:09:30.340611 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44802773-46b3-4a99-90e1-9f930bbb94c0 req-5a0f1f50-7836-4501-b4dd-74e0a24bd280 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=abdf45fc-dabc-4096-8cfc-ad57fbf50e72 HTTP/1.1" status: 200 len: 849 time: 0.0465238 Jul 29 10:09:30.389988 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44802773-46b3-4a99-90e1-9f930bbb94c0 req-df86f097-893d-4064-b67d-d0b5a7949ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:09:30.391434 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44802773-46b3-4a99-90e1-9f930bbb94c0 req-df86f097-893d-4064-b67d-d0b5a7949ff2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429304 Jul 29 10:09:30.401737 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-24fcc8f3-72b2-4f66-8660-840f40e8fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '668f1030-6d95-4484-a2dd-ae2c238f99f1', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'port_id': 'c9c29e85-1efe-41b5-a031-51915a5bf132', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'mac_address': 'fa:16:3e:91:f1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T10:04:19Z', 'updated_at': '2021-07-29T10:04:21Z', 'revision_number': 1, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:30Z', 'revision_number': 5, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:30.432941 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fcc8f3-72b2-4f66-8660-840f40e8fb7d None None] Checking router: 6e55e8cf-b76d-404e-966d-5961ef1ccee7 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:09:30.441552 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fcc8f3-72b2-4f66-8660-840f40e8fb7d None None] Routers {'6e55e8cf-b76d-404e-966d-5961ef1ccee7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:09:30.442530 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-24fcc8f3-72b2-4f66-8660-840f40e8fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:09:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:30.490208 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44802773-46b3-4a99-90e1-9f930bbb94c0 req-c4ce52c8-1c75-4046-b5bb-dc7e8430aa21 service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889676 Jul 29 10:09:30.550806 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-24fcc8f3-72b2-4f66-8660-840f40e8fb7d None None] Set router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:09:30.588327 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44802773-46b3-4a99-90e1-9f930bbb94c0 req-b885c7b7-7930-47c8-8952-8b41e76ad06e service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895793 Jul 29 10:09:30.773639 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-24fcc8f3-72b2-4f66-8660-840f40e8fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '668f1030-6d95-4484-a2dd-ae2c238f99f1', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'port_id': 'c9c29e85-1efe-41b5-a031-51915a5bf132', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'mac_address': 'fa:16:3e:91:f1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T10:04:19Z', 'updated_at': '2021-07-29T10:04:21Z', 'revision_number': 1, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:30Z', 'revision_number': 5, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:30.799058 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fcc8f3-72b2-4f66-8660-840f40e8fb7d None None] The sync data for ids ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'] in dv-cinder-788253-4-iscsi is: [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_floatingips': [{'id': '668f1030-6d95-4484-a2dd-ae2c238f99f1', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'router_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'port_id': 'c9c29e85-1efe-41b5-a031-51915a5bf132', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'mac_address': 'fa:16:3e:91:f1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T10:04:19Z', 'updated_at': '2021-07-29T10:04:21Z', 'revision_number': 1, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:30Z', 'revision_number': 5, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:09:31.018168 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79841511-d07c-4bf7-b2c7-932743ee22bc None None] New status for floating IP 4c791561-cc0e-4aa5-ae37-c3d42116b2b9: DOWN {{(pid=104731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 10:09:31.345383 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f62d0-ca30-4dca-9f24-584bd52caeb9 req-6f0f7f48-31a5-4234-a7be-f59bc418e24c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:09:31.346865 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1f7f62d0-ca30-4dca-9f24-584bd52caeb9 req-6f0f7f48-31a5-4234-a7be-f59bc418e24c tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 945 time: 0.0484807 Jul 29 10:09:31.386419 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1f7f62d0-ca30-4dca-9f24-584bd52caeb9 req-883fd499-0a99-4e48-bbe1-f3623f062d08 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330245 Jul 29 10:09:32.412753 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68ed75-4e8d-4b8b-80d6-cb69a3bb9ce1 req-1e270b3c-ea73-4778-b577-2ca9d5f7f21f tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:09:32.414407 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9c68ed75-4e8d-4b8b-80d6-cb69a3bb9ce1 req-1e270b3c-ea73-4778-b577-2ca9d5f7f21f tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.89 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 945 time: 0.0507114 Jul 29 10:09:32.517928 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-9c68ed75-4e8d-4b8b-80d6-cb69a3bb9ce1 req-b45c1d29-8efb-40f0-9a69-270554148052 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Deleting port 436a8b5c-0a9c-4241-aa74-0b7bc80a748e {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:09:32.518266 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-9c68ed75-4e8d-4b8b-80d6-cb69a3bb9ce1 req-b45c1d29-8efb-40f0-9a69-270554148052 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:32.532007 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf2356-8d4e-420e-8fda-a08235e2fd80 req-c687f4a2-d79c-4942-b2e0-b1ba0272d153 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:09:32.533547 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-75cf2356-8d4e-420e-8fda-a08235e2fd80 req-c687f4a2-d79c-4942-b2e0-b1ba0272d153 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 945 time: 0.0570533 Jul 29 10:09:32.572077 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-75cf2356-8d4e-420e-8fda-a08235e2fd80 req-488ee407-eb92-45a0-8f76-aef1baefa480 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318339 Jul 29 10:09:32.611961 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-9c68ed75-4e8d-4b8b-80d6-cb69a3bb9ce1 req-b45c1d29-8efb-40f0-9a69-270554148052 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] For port 436a8b5c-0a9c-4241-aa74-0b7bc80a748e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=436a8b5c-0a9c-4241-aa74-0b7bc80a748e,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:09:32.612362 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-9c68ed75-4e8d-4b8b-80d6-cb69a3bb9ce1 req-b45c1d29-8efb-40f0-9a69-270554148052 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:32.625628 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-9c68ed75-4e8d-4b8b-80d6-cb69a3bb9ce1 req-b45c1d29-8efb-40f0-9a69-270554148052 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Calling delete_port for 436a8b5c-0a9c-4241-aa74-0b7bc80a748e owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:09:32.758476 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-9c68ed75-4e8d-4b8b-80d6-cb69a3bb9ce1 req-b45c1d29-8efb-40f0-9a69-270554148052 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:32.794871 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c1d29-8efb-40f0-9a69-270554148052 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event deleted for resources: {'Port': ['ID=436a8b5c-0a9c-4241-aa74-0b7bc80a748e,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:09:32.861234 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c68ed75-4e8d-4b8b-80d6-cb69a3bb9ce1 req-b45c1d29-8efb-40f0-9a69-270554148052 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] No DVR routers for this DVR port 436a8b5c-0a9c-4241-aa74-0b7bc80a748e on host hv-cinder-78825 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:09:32.864909 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-9c68ed75-4e8d-4b8b-80d6-cb69a3bb9ce1 req-b45c1d29-8efb-40f0-9a69-270554148052 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:32.866994 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9c68ed75-4e8d-4b8b-80d6-cb69a3bb9ce1 req-b45c1d29-8efb-40f0-9a69-270554148052 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.89 "DELETE /v2.0/ports/436a8b5c-0a9c-4241-aa74-0b7bc80a748e HTTP/1.1" status: 204 len: 173 time: 0.4448137 Jul 29 10:09:32.867499 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c92f35-e321-455c-b9c3-905b6d7bb3cb', 'name': 'network-vif-deleted', 'tag': '436a8b5c-0a9c-4241-aa74-0b7bc80a748e'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:09:32.870028 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158ca8cf-c81c-47e6-867c-3b25da51f02b" -d '{"events": [{"server_uuid": "46c92f35-e321-455c-b9c3-905b6d7bb3cb", "name": "network-vif-deleted", "tag": "436a8b5c-0a9c-4241-aa74-0b7bc80a748e"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:09:32.907632 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc91959-998d-4391-9423-918629689cfd x-openstack-request-id: req-3bc91959-998d-4391-9423-918629689cfd {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:09:32.909012 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c92f35-e321-455c-b9c3-905b6d7bb3cb", "name": "network-vif-deleted", "tag": "436a8b5c-0a9c-4241-aa74-0b7bc80a748e", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:09:32.909012 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3bc91959-998d-4391-9423-918629689cfd {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:09:32.909012 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c92f35-e321-455c-b9c3-905b6d7bb3cb', 'name': 'network-vif-deleted', 'tag': '436a8b5c-0a9c-4241-aa74-0b7bc80a748e', 'status': 'completed', 'code': 200} Jul 29 10:09:33.684196 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-7f311d8f-3802-44e6-be11-350740c7163c req-4778c6a0-8984-4bbb-a727-c30978cb8bfb tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=46c92f35-e321-455c-b9c3-905b6d7bb3cb HTTP/1.1" status: 200 len: 210 time: 0.0273075 Jul 29 10:09:36.634194 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 436a8b5c-0a9c-4241-aa74-0b7bc80a748e no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:09:36.659272 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: 436a8b5c-0a9c-4241-aa74-0b7bc80a748e {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:09:36.659615 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device 436a8b5c-0a9c-4241-aa74-0b7bc80a748e not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:09:36.994085 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 43394) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:09:37.164054 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-f8e29c92-59f5-4110-86fd-5f8072082354 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Deleting port 52b5bc2d-3e4f-4d8c-ba1a-45283d6f54f3 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:09:37.164394 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f8e29c92-59f5-4110-86fd-5f8072082354 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:37.239526 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f8e29c92-59f5-4110-86fd-5f8072082354 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:37.239526 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f8e29c92-59f5-4110-86fd-5f8072082354 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:37.250990 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-f8e29c92-59f5-4110-86fd-5f8072082354 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Calling delete_port for 52b5bc2d-3e4f-4d8c-ba1a-45283d6f54f3 owned by network:floatingip {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:09:37.398522 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f8e29c92-59f5-4110-86fd-5f8072082354 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:37.423864 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e29c92-59f5-4110-86fd-5f8072082354 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event deleted for resources: {'Port': ['ID=52b5bc2d-3e4f-4d8c-ba1a-45283d6f54f3,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:09:37.491718 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f8e29c92-59f5-4110-86fd-5f8072082354 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for floatingip, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:37.491971 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.db.l3_db [None req-f8e29c92-59f5-4110-86fd-5f8072082354 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Floating IP 668f1030-6d95-4484-a2dd-ae2c238f99f1 disassociated (deleted). External IP: 172.27.2.50, port: c9c29e85-1efe-41b5-a031-51915a5bf132. Jul 29 10:09:37.945084 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e29c92-59f5-4110-86fd-5f8072082354 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 10:09:38.056030 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e29c92-59f5-4110-86fd-5f8072082354 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:09:38.060826 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f8e29c92-59f5-4110-86fd-5f8072082354 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:38.073987 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc1cda-d735-4947-931c-9bc16d942485 None None] Sync routers for ids ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:09:38.084358 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc1cda-d735-4947-931c-9bc16d942485 None None] Routers {'6e55e8cf-b76d-404e-966d-5961ef1ccee7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:09:38.085020 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-73cc1cda-d735-4947-931c-9bc16d942485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:09:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:38.091985 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f8e29c92-59f5-4110-86fd-5f8072082354 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "DELETE /v2.0/floatingips/668f1030-6d95-4484-a2dd-ae2c238f99f1 HTTP/1.1" status: 204 len: 168 time: 1.0968082 Jul 29 10:09:38.092590 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'tag': 'c9c29e85-1efe-41b5-a031-51915a5bf132'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:09:38.095201 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f1003e-1569-411e-b089-3494b9cb4971" -d '{"events": [{"name": "network-changed", "server_uuid": "8b75a9cd-2329-4ca3-a654-7dcc3853a992", "tag": "c9c29e85-1efe-41b5-a031-51915a5bf132"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:09:38.133253 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 10:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04a7b2e-5244-4b33-bf60-2c38c7e98d7c x-openstack-request-id: req-e04a7b2e-5244-4b33-bf60-2c38c7e98d7c {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:09:38.133542 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b75a9cd-2329-4ca3-a654-7dcc3853a992", "tag": "c9c29e85-1efe-41b5-a031-51915a5bf132", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:09:38.134468 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e04a7b2e-5244-4b33-bf60-2c38c7e98d7c {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:09:38.134883 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'tag': 'c9c29e85-1efe-41b5-a031-51915a5bf132', 'status': 'completed', 'code': 200} Jul 29 10:09:38.196540 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-73cc1cda-d735-4947-931c-9bc16d942485 None None] Set router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:09:38.246863 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1003e-1569-411e-b089-3494b9cb4971 req-a8f4dab8-b3c9-48e0-812f-f1f64cc303d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:09:38.248507 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-91f1003e-1569-411e-b089-3494b9cb4971 req-a8f4dab8-b3c9-48e0-812f-f1f64cc303d5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d26c6d31ab58489d97402905ff11cbea&device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 1099 time: 0.0580354 Jul 29 10:09:38.349008 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faa0fc-5ee3-47c1-98dd-91545391277c req-9b3b971b-7541-4272-a51d-ab0e09db96d8 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:09:38.351408 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-18faa0fc-5ee3-47c1-98dd-91545391277c req-9b3b971b-7541-4272-a51d-ab0e09db96d8 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 946 time: 0.0593319 Jul 29 10:09:38.388829 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1003e-1569-411e-b089-3494b9cb4971 req-2a456779-83e9-488d-9f4b-2fb249160038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:09:38.390436 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-91f1003e-1569-411e-b089-3494b9cb4971 req-2a456779-83e9-488d-9f4b-2fb249160038 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941 HTTP/1.1" status: 200 len: 912 time: 0.1067936 Jul 29 10:09:38.398420 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-18faa0fc-5ee3-47c1-98dd-91545391277c req-b42818be-d7a6-4911-897f-5a49251f073e tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358536 Jul 29 10:09:38.437829 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-73cc1cda-d735-4947-931c-9bc16d942485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:30Z', 'revision_number': 5, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:38.440302 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-91f1003e-1569-411e-b089-3494b9cb4971 req-214b8444-4422-42f4-9ba3-0b1957c34268 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c29e85-1efe-41b5-a031-51915a5bf132 HTTP/1.1" status: 200 len: 217 time: 0.0402989 Jul 29 10:09:38.466474 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc1cda-d735-4947-931c-9bc16d942485 None None] Checking router: 6e55e8cf-b76d-404e-966d-5961ef1ccee7 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:09:38.476019 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc1cda-d735-4947-931c-9bc16d942485 None None] Routers {'6e55e8cf-b76d-404e-966d-5961ef1ccee7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:09:38.476624 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-73cc1cda-d735-4947-931c-9bc16d942485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:09:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:38.492305 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1003e-1569-411e-b089-3494b9cb4971 req-4af68f1e-7062-4f2a-ab8f-9bf9aabc9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:09:38.493882 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-91f1003e-1569-411e-b089-3494b9cb4971 req-4af68f1e-7062-4f2a-ab8f-9bf9aabc9f15 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=abdf45fc-dabc-4096-8cfc-ad57fbf50e72 HTTP/1.1" status: 200 len: 849 time: 0.0463619 Jul 29 10:09:38.560070 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1003e-1569-411e-b089-3494b9cb4971 req-ca9c94cd-98c5-4c85-bfce-211ad65db606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:09:38.562862 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-91f1003e-1569-411e-b089-3494b9cb4971 req-ca9c94cd-98c5-4c85-bfce-211ad65db606 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b20ee5b6-71ef-431b-b0a4-a8d8909fc941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548348 Jul 29 10:09:38.589499 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-73cc1cda-d735-4947-931c-9bc16d942485 None None] Set router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:09:38.703388 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-91f1003e-1569-411e-b089-3494b9cb4971 req-90a4cd53-1833-4a5f-82c0-3412845b894e service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320984 Jul 29 10:09:38.810002 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-73cc1cda-d735-4947-931c-9bc16d942485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:30Z', 'revision_number': 5, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:38.814936 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-91f1003e-1569-411e-b089-3494b9cb4971 req-f75d24bd-5202-4618-ba47-4b9a6aa1208c service neutron] 10.222.0.89 "GET /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965431 Jul 29 10:09:38.851563 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc1cda-d735-4947-931c-9bc16d942485 None None] The sync data for ids ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'] in dv-cinder-788253-4-iscsi is: [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:22Z', 'revision_number': 4, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi', '_interfaces': [{'id': '9b514e67-9f95-452f-ac25-4077081dcfb4', 'name': '', 'network_id': 'b20ee5b6-71ef-431b-b0a4-a8d8909fc941', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'mac_address': 'fa:16:3e:f7:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:21Z', 'updated_at': '2021-07-29T10:00:30Z', 'revision_number': 5, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'subnets': [{'id': 'abdf45fc-dabc-4096-8cfc-ad57fbf50e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:09:39.133517 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a708b3-e459-4bf3-83ca-4dbf5d0344c1 None None] New status for floating IP 668f1030-6d95-4484-a2dd-ae2c238f99f1: DOWN {{(pid=104731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 10:09:39.366558 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fecd4-7a5b-44e9-9d73-6c920c841049 req-92feb559-cba8-4e7e-b74f-da3ec88344aa tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:09:39.367948 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-020fecd4-7a5b-44e9-9d73-6c920c841049 req-92feb559-cba8-4e7e-b74f-da3ec88344aa tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.89 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 946 time: 0.0625505 Jul 29 10:09:39.466063 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-020fecd4-7a5b-44e9-9d73-6c920c841049 req-8ebc2f6d-babe-41a3-a9c2-5555cedb6938 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Deleting port c9c29e85-1efe-41b5-a031-51915a5bf132 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:09:39.466398 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-020fecd4-7a5b-44e9-9d73-6c920c841049 req-8ebc2f6d-babe-41a3-a9c2-5555cedb6938 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:39.534703 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c825efa-1236-4d4e-9597-ef2357b393a7 req-347db720-8036-41a8-a634-c2f88af401d1 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 10:09:39.537011 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1c825efa-1236-4d4e-9597-ef2357b393a7 req-347db720-8036-41a8-a634-c2f88af401d1 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 946 time: 0.0573771 Jul 29 10:09:39.570257 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-020fecd4-7a5b-44e9-9d73-6c920c841049 req-8ebc2f6d-babe-41a3-a9c2-5555cedb6938 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] For port c9c29e85-1efe-41b5-a031-51915a5bf132, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c9c29e85-1efe-41b5-a031-51915a5bf132,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:09:39.570641 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-020fecd4-7a5b-44e9-9d73-6c920c841049 req-8ebc2f6d-babe-41a3-a9c2-5555cedb6938 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:39.581730 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-1c825efa-1236-4d4e-9597-ef2357b393a7 req-fd197237-e100-4250-9bfd-bdbda68f92e9 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377750 Jul 29 10:09:39.584665 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-020fecd4-7a5b-44e9-9d73-6c920c841049 req-8ebc2f6d-babe-41a3-a9c2-5555cedb6938 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Calling delete_port for c9c29e85-1efe-41b5-a031-51915a5bf132 owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:09:39.722235 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-020fecd4-7a5b-44e9-9d73-6c920c841049 req-8ebc2f6d-babe-41a3-a9c2-5555cedb6938 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:39.755835 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc2f6d-babe-41a3-a9c2-5555cedb6938 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event deleted for resources: {'Port': ['ID=c9c29e85-1efe-41b5-a031-51915a5bf132,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:09:39.802168 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-020fecd4-7a5b-44e9-9d73-6c920c841049 req-8ebc2f6d-babe-41a3-a9c2-5555cedb6938 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] No DVR routers for this DVR port c9c29e85-1efe-41b5-a031-51915a5bf132 on host hv-cinder-78825 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:09:39.805241 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-020fecd4-7a5b-44e9-9d73-6c920c841049 req-8ebc2f6d-babe-41a3-a9c2-5555cedb6938 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for port, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:39.807478 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [req-020fecd4-7a5b-44e9-9d73-6c920c841049 req-8ebc2f6d-babe-41a3-a9c2-5555cedb6938 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.89 "DELETE /v2.0/ports/c9c29e85-1efe-41b5-a031-51915a5bf132 HTTP/1.1" status: 204 len: 173 time: 0.4324470 Jul 29 10:09:40.136375 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'name': 'network-vif-deleted', 'tag': 'c9c29e85-1efe-41b5-a031-51915a5bf132'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 10:09:40.139773 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0224d1cf2dce20c0cee1219402d97a67206b4bdd35895794b56228e4493805ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc199ca-cf9d-4c5a-9834-7729b3ef3980" -d '{"events": [{"server_uuid": "8b75a9cd-2329-4ca3-a654-7dcc3853a992", "name": "network-vif-deleted", "tag": "c9c29e85-1efe-41b5-a031-51915a5bf132"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 10:09:40.187167 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 10:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37358b85-1037-43bc-bc9a-b7a6548f6e43 x-openstack-request-id: req-37358b85-1037-43bc-bc9a-b7a6548f6e43 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 10:09:40.187535 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b75a9cd-2329-4ca3-a654-7dcc3853a992", "name": "network-vif-deleted", "tag": "c9c29e85-1efe-41b5-a031-51915a5bf132", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 10:09:40.187858 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-37358b85-1037-43bc-bc9a-b7a6548f6e43 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 10:09:40.188320 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b75a9cd-2329-4ca3-a654-7dcc3853a992', 'name': 'network-vif-deleted', 'tag': 'c9c29e85-1efe-41b5-a031-51915a5bf132', 'status': 'completed', 'code': 200} Jul 29 10:09:40.710005 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [req-9a958c42-12a9-4904-9740-9afc94f7aeea req-e32cb81d-de5f-41e4-bbea-a5f03b0303d9 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b75a9cd-2329-4ca3-a654-7dcc3853a992 HTTP/1.1" status: 200 len: 210 time: 0.0287030 Jul 29 10:09:41.775820 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 43410) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:09:41.912227 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-62a90a7b-064a-4692-a1c1-cd2f3733700e tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Deleting port 006c22fd-7bbe-4aaa-aa5c-563a1685efac {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:09:41.912574 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-62a90a7b-064a-4692-a1c1-cd2f3733700e tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:41.988031 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-62a90a7b-064a-4692-a1c1-cd2f3733700e tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:41.988296 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-62a90a7b-064a-4692-a1c1-cd2f3733700e tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:42.000421 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-62a90a7b-064a-4692-a1c1-cd2f3733700e tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Calling delete_port for 006c22fd-7bbe-4aaa-aa5c-563a1685efac owned by network:floatingip {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:09:42.152506 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-62a90a7b-064a-4692-a1c1-cd2f3733700e tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:42.181686 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a90a7b-064a-4692-a1c1-cd2f3733700e tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event deleted for resources: {'Port': ['ID=006c22fd-7bbe-4aaa-aa5c-563a1685efac,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:09:42.246011 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-62a90a7b-064a-4692-a1c1-cd2f3733700e tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for floatingip, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:42.250266 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-62a90a7b-064a-4692-a1c1-cd2f3733700e tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172971'] for floatingip, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:42.252170 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-62a90a7b-064a-4692-a1c1-cd2f3733700e tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "DELETE /v2.0/floatingips/12519913-cfbd-4e18-a894-7f178f04e4e6 HTTP/1.1" status: 204 len: 168 time: 0.4751928 Jul 29 10:09:42.700095 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device c9c29e85-1efe-41b5-a031-51915a5bf132 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:09:42.724981 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] No Port match for: c9c29e85-1efe-41b5-a031-51915a5bf132 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:09:42.725512 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Device c9c29e85-1efe-41b5-a031-51915a5bf132 not bound to the agent host hv-cinder-78825 {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:09:43.454120 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 43422) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:09:43.519133 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8dcd818d-d603-442e-ac2c-07b375057407 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:43.546456 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8dcd818d-d603-442e-ac2c-07b375057407 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:43.614640 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8dcd818d-d603-442e-ac2c-07b375057407 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:43.623144 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8dcd818d-d603-442e-ac2c-07b375057407 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Notify callbacks [] for security_group, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:43.624880 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-8dcd818d-d603-442e-ac2c-07b375057407 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] 10.222.0.78 "DELETE /v2.0/security-groups/c70817d6-0a0e-4d2d-abae-d8acb0ce17f2 HTTP/1.1" status: 204 len: 168 time: 0.1687820 Jul 29 10:09:43.637039 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd818d-d603-442e-ac2c-07b375057407 tempest-TestVolumeBootPattern-1586795515 tempest-TestVolumeBootPattern-1586795515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70817d6-0a0e-4d2d-abae-d8acb0ce17f2,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:09:43.700821 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 43426) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:09:44.160352 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717318'] for router_interface, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:44.281400 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-1861fa60-9e62-4f33-a2bd-b141cadc2e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:44.385244 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:44.669912 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Deleting port 9b514e67-9f95-452f-ac25-4077081dcfb4 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:09:44.670255 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:44.766194 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] For port 9b514e67-9f95-452f-ac25-4077081dcfb4, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=9b514e67-9f95-452f-ac25-4077081dcfb4,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:09:44.767259 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:44.781068 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Calling delete_port for 9b514e67-9f95-452f-ac25-4077081dcfb4 owned by network:router_interface {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:09:44.990940 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:45.017387 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9b514e67-9f95-452f-ac25-4077081dcfb4,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:09:45.030812 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:45.031380 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:45.031909 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:45.032436 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:45.032742 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:45.033128 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:45.033475 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:45.033816 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:45.034154 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:45.034904 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:45.035385 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:45.035864 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:45.238093 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717290'] for router_interface, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:45.477485 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 10:09:45.591675 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:09:45.597695 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-c926a404-24fa-44d6-88db-be0b8daca7ba admin admin] 10.222.0.78 "PUT /v2.0/routers/6e55e8cf-b76d-404e-966d-5961ef1ccee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8959639 Jul 29 10:09:45.600787 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 43430) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:09:45.737467 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a9bed-3421-489b-9444-7cae67b3e368 None None] Sync routers for ids ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'] in dv-cinder-788253-4-iscsi {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:09:45.744813 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-58610f36-b955-420e-a636-1030075cb79d admin admin] Notify callbacks [] for router, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:45.748591 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a9bed-3421-489b-9444-7cae67b3e368 None None] Routers {'6e55e8cf-b76d-404e-966d-5961ef1ccee7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:09:45.749268 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-d14a9bed-3421-489b-9444-7cae67b3e368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:09:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:45.862183 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-58610f36-b955-420e-a636-1030075cb79d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:45.865727 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-d14a9bed-3421-489b-9444-7cae67b3e368 None None] Set router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:09:45.926313 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-58610f36-b955-420e-a636-1030075cb79d admin admin] Deleting port 5c04b560-30d2-44fa-88ff-72a0e43f1808 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:09:45.926706 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-58610f36-b955-420e-a636-1030075cb79d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:46.032477 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [None req-58610f36-b955-420e-a636-1030075cb79d admin admin] For port 5c04b560-30d2-44fa-88ff-72a0e43f1808, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=5c04b560-30d2-44fa-88ff-72a0e43f1808,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:09:46.032966 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-58610f36-b955-420e-a636-1030075cb79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:46.057018 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-58610f36-b955-420e-a636-1030075cb79d admin admin] Calling delete_port for 5c04b560-30d2-44fa-88ff-72a0e43f1808 owned by network:router_gateway {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:09:46.093225 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-d14a9bed-3421-489b-9444-7cae67b3e368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:09:44Z', 'revision_number': 5, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port': {'id': '5c04b560-30d2-44fa-88ff-72a0e43f1808', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:46.127246 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a9bed-3421-489b-9444-7cae67b3e368 None None] Checking router: 6e55e8cf-b76d-404e-966d-5961ef1ccee7 for host: dv-cinder-788253-4-iscsi {{(pid=104730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:09:46.137528 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a9bed-3421-489b-9444-7cae67b3e368 None None] Routers {'6e55e8cf-b76d-404e-966d-5961ef1ccee7'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:09:46.138199 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-d14a9bed-3421-489b-9444-7cae67b3e368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:09:17Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'], 'active': True} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:46.259292 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-58610f36-b955-420e-a636-1030075cb79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:46.287256 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58610f36-b955-420e-a636-1030075cb79d admin admin] Pushing event deleted for resources: {'Port': ['ID=5c04b560-30d2-44fa-88ff-72a0e43f1808,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:09:46.355959 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-58610f36-b955-420e-a636-1030075cb79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634440'] for router_gateway, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:46.365998 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvr_db [None req-d14a9bed-3421-489b-9444-7cae67b3e368 None None] Set router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 gateway port host: None {{(pid=104730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:09:46.421755 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_hamode_db [None req-d14a9bed-3421-489b-9444-7cae67b3e368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:09:45Z', 'revision_number': 6, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port_host': None}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:46.449151 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a9bed-3421-489b-9444-7cae67b3e368 None None] The sync data for ids ['6e55e8cf-b76d-404e-966d-5961ef1ccee7'] in dv-cinder-788253-4-iscsi is: [{'id': '6e55e8cf-b76d-404e-966d-5961ef1ccee7', 'name': 'tempest-TestVolumeBootPattern-42544904-router', 'tenant_id': 'd26c6d31ab58489d97402905ff11cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:19Z', 'updated_at': '2021-07-29T10:09:45Z', 'revision_number': 6, 'project_id': 'd26c6d31ab58489d97402905ff11cbea', 'gw_port_host': None}] {{(pid=104730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:09:46.459914 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-58610f36-b955-420e-a636-1030075cb79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2281'] for router, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:46.464554 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-58610f36-b955-420e-a636-1030075cb79d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:46.523713 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-58610f36-b955-420e-a636-1030075cb79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1596551'] for router, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:46.524408 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58610f36-b955-420e-a636-1030075cb79d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e55e8cf-b76d-404e-966d-5961ef1ccee7 {{(pid=104728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 10:09:46.530133 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-58610f36-b955-420e-a636-1030075cb79d admin admin] Notify callbacks [] for router, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:46.531461 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-58610f36-b955-420e-a636-1030075cb79d admin admin] 10.222.0.78 "DELETE /v2.0/routers/6e55e8cf-b76d-404e-966d-5961ef1ccee7 HTTP/1.1" status: 204 len: 168 time: 0.9293010 Jul 29 10:09:46.534473 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 43432) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:09:46.582512 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb8fc5d-09eb-4758-9193-55747c32c72a admin admin] Deleting subnet abdf45fc-dabc-4096-8cfc-ad57fbf50e72 {{(pid=104728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 10:09:46.585777 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ccb8fc5d-09eb-4758-9193-55747c32c72a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:46.622883 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ccb8fc5d-09eb-4758-9193-55747c32c72a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8199903'] for subnet, precommit_delete_associations {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:46.711728 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ccb8fc5d-09eb-4758-9193-55747c32c72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782467'] for subnet, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:46.777788 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ccb8fc5d-09eb-4758-9193-55747c32c72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8099219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8094446'] for subnet, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:46.808168 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8fc5d-09eb-4758-9193-55747c32c72a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abdf45fc-dabc-4096-8cfc-ad57fbf50e72,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:09:46.810164 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-ccb8fc5d-09eb-4758-9193-55747c32c72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for subnet, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:46.812379 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-ccb8fc5d-09eb-4758-9193-55747c32c72a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/abdf45fc-dabc-4096-8cfc-ad57fbf50e72 HTTP/1.1" status: 204 len: 168 time: 0.2768514 Jul 29 10:09:46.814362 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caef066-f77a-42ad-9aee-ce982eab417e None None] Network b20ee5b6-71ef-431b-b0a4-a8d8909fc941 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 10:09:46.815406 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 43434) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:09:46.898251 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648586'] for network, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:46.965313 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] Deleting port 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:09:46.965522 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:47.034733 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] For port 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=61dfe7f3-a51f-4bd5-8584-6532fcc29ce0,segment=NetworkSegment(7d0c85b3-ed2a-42cd-83a5-bc902b078761),segment_id=7d0c85b3-ed2a-42cd-83a5-bc902b078761)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:09:47.035114 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:47.048671 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] Calling delete_port for 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0 owned by network:dhcp {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:09:47.143987 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7998024'] for port, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:47.171599 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=61dfe7f3-a51f-4bd5-8584-6532fcc29ce0,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:09:47.173874 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] No DVR routers for this DVR port 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0 on host dv-cinder-788253-4-iscsi {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:09:47.267997 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785684', 'neutron.services.segments.db._delete_segments_for_network-8755120061489'] for network, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:47.279486 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759ffa9a-1706-4fe6-8b68-fbed000e7d27 None None] DHCP port deletion for b20ee5b6-71ef-431b-b0a4-a8d8909fc941 request from dv-cinder-788253-4-iscsi {{(pid=104730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 10:09:47.284627 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20ee5b6-71ef-431b-b0a4-a8d8909fc941']}} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:47.302462 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0c85b3-ed2a-42cd-83a5-bc902b078761') {'for_net_delete': True} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:47.302462 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0c85b3-ed2a-42cd-83a5-bc902b078761') {} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:47.313308 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-399be666-a93d-471d-bb17-e997d8efedbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:47.320642 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755120062522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8132509'] for segment, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:47.346383 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:47.357299 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=104729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 10:09:47.358018 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7997881'] for segment, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: Traceback (most recent call last): Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: timer() Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: cb(*args, **kw) Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: return func(*args, **kwargs) Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: self._notify() Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: self.callback(batched_events) Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: event.method(event) Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: return f(self, *a, **k) Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: return self._get(url).json() Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: return self.request(url, 'GET', **kwargs) Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 10:09:47.360699 dv-cinder-788253-4-iscsi neutron-server[104729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 10:09:47.363248 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:09:47.388959 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:09:47.389823 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 61dfe7f3-a51f-4bd5-8584-6532fcc29ce0 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:09:47.390543 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 9b514e67-9f95-452f-ac25-4077081dcfb4 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:09:47.429684 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634484'] for network, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:47.431311 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: 9b514e67-9f95-452f-ac25-4077081dcfb4 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:09:47.431675 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 9b514e67-9f95-452f-ac25-4077081dcfb4 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:09:47.432117 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 5c04b560-30d2-44fa-88ff-72a0e43f1808 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:09:47.457857 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: 5c04b560-30d2-44fa-88ff-72a0e43f1808 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:09:47.458316 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device 5c04b560-30d2-44fa-88ff-72a0e43f1808 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:09:47.458728 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:47.463794 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b20ee5b6-71ef-431b-b0a4-a8d8909fc941 HTTP/1.1" status: 204 len: 168 time: 0.6443403 Jul 29 10:09:47.463794 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3661ee-ab5f-4063-bd13-9a699b89a6f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b20ee5b6-71ef-431b-b0a4-a8d8909fc941,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:09:47.464860 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 43436) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:09:47.763860 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:47.901358 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-29d6eba5-045b-4d21-8dd7-d8314e7902e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717318'] for router_interface, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:48.199999 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-29d6eba5-045b-4d21-8dd7-d8314e7902e8 admin admin] Deleting port a7d85e59-2fbe-448a-8b45-9d6388601879 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:09:48.200347 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-29d6eba5-045b-4d21-8dd7-d8314e7902e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:48.282360 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [None req-29d6eba5-045b-4d21-8dd7-d8314e7902e8 admin admin] For port a7d85e59-2fbe-448a-8b45-9d6388601879, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=a7d85e59-2fbe-448a-8b45-9d6388601879,segment=NetworkSegment(1837057a-78ab-4596-8b5f-e0f7bbe0bdb7),segment_id=1837057a-78ab-4596-8b5f-e0f7bbe0bdb7)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:09:48.282729 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-29d6eba5-045b-4d21-8dd7-d8314e7902e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:48.296422 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-29d6eba5-045b-4d21-8dd7-d8314e7902e8 admin admin] Calling delete_port for a7d85e59-2fbe-448a-8b45-9d6388601879 owned by network:router_interface {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:09:48.497705 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-29d6eba5-045b-4d21-8dd7-d8314e7902e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:48.543507 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6eba5-045b-4d21-8dd7-d8314e7902e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d85e59-2fbe-448a-8b45-9d6388601879,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:09:48.735139 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-29d6eba5-045b-4d21-8dd7-d8314e7902e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717290'] for router_interface, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:48.751273 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:49.280479 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d6eba5-045b-4d21-8dd7-d8314e7902e8 admin admin] Router 55b6baf2-545b-4d31-9ea2-82d23b1caa54 has already been hosted by L3 agent df9ee8bd-5010-49ef-915a-0ec02672aba4 {{(pid=104728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 10:09:49.450351 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d6eba5-045b-4d21-8dd7-d8314e7902e8 admin admin] Notify agent at l3_agent.dv-cinder-788253-4-iscsi the message routers_updated {{(pid=104728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 10:09:49.459764 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-29d6eba5-045b-4d21-8dd7-d8314e7902e8 admin admin] 10.222.0.78 "PUT /v2.0/routers/55b6baf2-545b-4d31-9ea2-82d23b1caa54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9929609 Jul 29 10:09:49.462482 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 43440) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:09:49.463949 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522219d5-6c1f-4d5d-b49d-9ed7117eff4c None None] Sync routers for ids ['55b6baf2-545b-4d31-9ea2-82d23b1caa54'] in dv-cinder-788253-4-iscsi {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 10:09:49.477522 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522219d5-6c1f-4d5d-b49d-9ed7117eff4c None None] Routers {'55b6baf2-545b-4d31-9ea2-82d23b1caa54'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:09:49.478192 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-522219d5-6c1f-4d5d-b49d-9ed7117eff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:09:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['55b6baf2-545b-4d31-9ea2-82d23b1caa54'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:49.599195 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b20b1c1d-b82e-4863-bd68-f7cfcf23dddc admin admin] Notify callbacks [] for router, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:49.633366 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-522219d5-6c1f-4d5d-b49d-9ed7117eff4c None None] Set router 55b6baf2-545b-4d31-9ea2-82d23b1caa54 gateway port host: dv-cinder-788253-4-iscsi {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:09:49.755329 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b20b1c1d-b82e-4863-bd68-f7cfcf23dddc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:49.855712 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-b20b1c1d-b82e-4863-bd68-f7cfcf23dddc admin admin] Deleting port d4a5f5b9-b327-42c9-9ec0-73047845dba9 {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:09:49.856549 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b20b1c1d-b82e-4863-bd68-f7cfcf23dddc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:49.904116 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-522219d5-6c1f-4d5d-b49d-9ed7117eff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'name': 'tempest-TestVolumeBootPattern-1739013544-router', 'tenant_id': 'f3f53090862640cdb38b1cddbfdafd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'external_fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd4a5f5b9-b327-42c9-9ec0-73047845dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:24Z', 'updated_at': '2021-07-29T10:09:48Z', 'revision_number': 5, 'project_id': 'f3f53090862640cdb38b1cddbfdafd91', 'gw_port': {'id': 'd4a5f5b9-b327-42c9-9ec0-73047845dba9', 'name': '', 'network_id': 'b3b02076-35c8-452e-bb57-22f5e98db348', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T10:00:25Z', 'updated_at': '2021-07-29T10:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb5e983-6a65-4f11-aa94-f451584e5c8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-4-iscsi'}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:49.934791 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522219d5-6c1f-4d5d-b49d-9ed7117eff4c None None] Checking router: 55b6baf2-545b-4d31-9ea2-82d23b1caa54 for host: dv-cinder-788253-4-iscsi {{(pid=104731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 10:09:49.950863 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522219d5-6c1f-4d5d-b49d-9ed7117eff4c None None] Routers {'55b6baf2-545b-4d31-9ea2-82d23b1caa54'} bound to L3 agent in host dv-cinder-788253-4-iscsi {{(pid=104731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 10:09:49.951477 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-522219d5-6c1f-4d5d-b49d-9ed7117eff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T09:41:47Z,description=,heartbeat_timestamp=2021-07-29T10:09:47Z,host='dv-cinder-788253-4-iscsi',id=df9ee8bd-5010-49ef-915a-0ec02672aba4,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T09:41:47Z,topic='l3_agent')) {'router_ids': ['55b6baf2-545b-4d31-9ea2-82d23b1caa54'], 'active': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:49.985748 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [None req-b20b1c1d-b82e-4863-bd68-f7cfcf23dddc admin admin] For port d4a5f5b9-b327-42c9-9ec0-73047845dba9, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=d4a5f5b9-b327-42c9-9ec0-73047845dba9,segment=NetworkSegment(1164d109-abaf-4904-a806-4830853a7480),segment_id=1164d109-abaf-4904-a806-4830853a7480)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:09:49.986121 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b20b1c1d-b82e-4863-bd68-f7cfcf23dddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:50.001054 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-b20b1c1d-b82e-4863-bd68-f7cfcf23dddc admin admin] Calling delete_port for d4a5f5b9-b327-42c9-9ec0-73047845dba9 owned by network:router_gateway {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:09:50.046155 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvr_db [None req-522219d5-6c1f-4d5d-b49d-9ed7117eff4c None None] Set router 55b6baf2-545b-4d31-9ea2-82d23b1caa54 gateway port host: None {{(pid=104731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 10:09:50.100886 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.l3_hamode_db [None req-522219d5-6c1f-4d5d-b49d-9ed7117eff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'name': 'tempest-TestVolumeBootPattern-1739013544-router', 'tenant_id': 'f3f53090862640cdb38b1cddbfdafd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:24Z', 'updated_at': '2021-07-29T10:09:49Z', 'revision_number': 6, 'project_id': 'f3f53090862640cdb38b1cddbfdafd91', 'gw_port_host': None}], 'dv-cinder-788253-4-iscsi', False) {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:50.134235 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522219d5-6c1f-4d5d-b49d-9ed7117eff4c None None] The sync data for ids ['55b6baf2-545b-4d31-9ea2-82d23b1caa54'] in dv-cinder-788253-4-iscsi is: [{'id': '55b6baf2-545b-4d31-9ea2-82d23b1caa54', 'name': 'tempest-TestVolumeBootPattern-1739013544-router', 'tenant_id': 'f3f53090862640cdb38b1cddbfdafd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T10:00:24Z', 'updated_at': '2021-07-29T10:09:49Z', 'revision_number': 6, 'project_id': 'f3f53090862640cdb38b1cddbfdafd91', 'gw_port_host': None}] {{(pid=104731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 10:09:50.211319 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b20b1c1d-b82e-4863-bd68-f7cfcf23dddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:50.261246 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b1c1d-b82e-4863-bd68-f7cfcf23dddc admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a5f5b9-b327-42c9-9ec0-73047845dba9,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:09:50.330131 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b20b1c1d-b82e-4863-bd68-f7cfcf23dddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634440'] for router_gateway, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:50.444158 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b20b1c1d-b82e-4863-bd68-f7cfcf23dddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2281'] for router, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:50.446318 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b20b1c1d-b82e-4863-bd68-f7cfcf23dddc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:50.496166 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b20b1c1d-b82e-4863-bd68-f7cfcf23dddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1596551'] for router, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:50.497271 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20b1c1d-b82e-4863-bd68-f7cfcf23dddc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55b6baf2-545b-4d31-9ea2-82d23b1caa54 {{(pid=104728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 10:09:50.505092 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-b20b1c1d-b82e-4863-bd68-f7cfcf23dddc admin admin] Notify callbacks [] for router, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:50.509293 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-b20b1c1d-b82e-4863-bd68-f7cfcf23dddc admin admin] 10.222.0.78 "DELETE /v2.0/routers/55b6baf2-545b-4d31-9ea2-82d23b1caa54 HTTP/1.1" status: 204 len: 168 time: 1.0453157 Jul 29 10:09:50.509495 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.78', 43442) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:09:50.542048 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:50.602080 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8ba76c-899a-495d-b5c4-c2addb10526e admin admin] Deleting subnet 5a25969c-5f4e-4a99-9d92-10177a77211e {{(pid=104729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 10:09:50.607822 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ae8ba76c-899a-495d-b5c4-c2addb10526e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:50.674223 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ae8ba76c-899a-495d-b5c4-c2addb10526e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8132502'] for subnet, precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:50.792792 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ae8ba76c-899a-495d-b5c4-c2addb10526e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782467'] for subnet, precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:50.853698 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ae8ba76c-899a-495d-b5c4-c2addb10526e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7998055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4197211'] for subnet, after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:50.884239 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ba76c-899a-495d-b5c4-c2addb10526e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a25969c-5f4e-4a99-9d92-10177a77211e,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:09:50.887779 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ae8ba76c-899a-495d-b5c4-c2addb10526e admin admin] Notify callbacks [] for subnet, before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:50.889722 dv-cinder-788253-4-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-ae8ba76c-899a-495d-b5c4-c2addb10526e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5a25969c-5f4e-4a99-9d92-10177a77211e HTTP/1.1" status: 204 len: 168 time: 0.3789577 Jul 29 10:09:50.892481 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 43444) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:09:50.895609 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b517441-9a04-41e4-adea-00cf7a23d0d8 None None] Network 2ac8296b-5edc-4dfa-840d-7cc8e58f2988 requested from dv-cinder-788253-4-iscsi {{(pid=104730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 10:09:50.993881 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648586'] for network, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:51.065504 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] Deleting port f3c1f693-d957-41fd-9f11-9423fb12088b {{(pid=104728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:09:51.065504 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:51.151290 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.db [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] For port f3c1f693-d957-41fd-9f11-9423fb12088b, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=f3c1f693-d957-41fd-9f11-9423fb12088b,segment=NetworkSegment(1837057a-78ab-4596-8b5f-e0f7bbe0bdb7),segment_id=1837057a-78ab-4596-8b5f-e0f7bbe0bdb7)] {{(pid=104728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:09:51.151290 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:51.165204 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] DHCP port deletion for 2ac8296b-5edc-4dfa-840d-7cc8e58f2988 request from dv-cinder-788253-4-iscsi {{(pid=104730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 10:09:51.187843 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] Calling delete_port for f3c1f693-d957-41fd-9f11-9423fb12088b owned by network:dhcp {{(pid=104728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:09:51.220385 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device a7d85e59-2fbe-448a-8b45-9d6388601879 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:09:51.259397 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: a7d85e59-2fbe-448a-8b45-9d6388601879 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:09:51.259835 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device a7d85e59-2fbe-448a-8b45-9d6388601879 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:09:51.260338 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device d4a5f5b9-b327-42c9-9ec0-73047845dba9 no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:09:51.282806 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: d4a5f5b9-b327-42c9-9ec0-73047845dba9 {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:09:51.283431 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device d4a5f5b9-b327-42c9-9ec0-73047845dba9 not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:09:51.304522 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] Deleting port f3c1f693-d957-41fd-9f11-9423fb12088b {{(pid=104730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 10:09:51.305320 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755119965323'] for port, before_delete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:51.315228 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8099260'] for port, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:51.357430 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c1f693-d957-41fd-9f11-9423fb12088b,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:09:51.368583 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] No DVR routers for this DVR port f3c1f693-d957-41fd-9f11-9423fb12088b on host dv-cinder-788253-4-iscsi {{(pid=104728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:09:51.406028 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.db [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] For port f3c1f693-d957-41fd-9f11-9423fb12088b, host dv-cinder-788253-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-4-iscsi',level=0,port_id=f3c1f693-d957-41fd-9f11-9423fb12088b,segment=NetworkSegment(1837057a-78ab-4596-8b5f-e0f7bbe0bdb7),segment_id=1837057a-78ab-4596-8b5f-e0f7bbe0bdb7)] {{(pid=104730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 10:09:51.406586 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713553'] for port, precommit_delete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:51.426255 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] Calling delete_port for f3c1f693-d957-41fd-9f11-9423fb12088b owned by network:dhcp {{(pid=104730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 10:09:51.469488 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785684', 'neutron.services.segments.db._delete_segments_for_network-8755120061489'] for network, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:51.481475 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac8296b-5edc-4dfa-840d-7cc8e58f2988']}} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:51.494212 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1837057a-78ab-4596-8b5f-e0f7bbe0bdb7') {'for_net_delete': True} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:51.494510 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.services.segments.db [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1837057a-78ab-4596-8b5f-e0f7bbe0bdb7') {} {{(pid=104728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 10:09:51.504839 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755120062522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8199892'] for segment, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:51.525240 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893'] for segment, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:51.536166 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] Releasing vlan 1119 on physical network physnet1 to pool {{(pid=104728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 10:09:51.536945 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8099405'] for segment, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:51.538246 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755119970079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755119565069'] for port, after_delete {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: Traceback (most recent call last): Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: timer() Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: cb(*args, **kw) Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: return func(*args, **kwargs) Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: self._notify() Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: self.callback(batched_events) Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: event.method(event) Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: return f(self, *a, **k) Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: return self._get(url).json() Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: return self.request(url, 'GET', **kwargs) Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 10:09:51.540443 dv-cinder-788253-4-iscsi neutron-server[104728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 10:09:51.598928 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] No DVR routers for this DVR port f3c1f693-d957-41fd-9f11-9423fb12088b on host dv-cinder-788253-4-iscsi {{(pid=104730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 10:09:51.600797 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] Pushing event deleted for resources: {'Port': ['ID=f3c1f693-d957-41fd-9f11-9423fb12088b,revision_number=None']} {{(pid=104730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:09:51.614426 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:51.614845 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:51.615198 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:51.615547 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:51.616662 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:51.616662 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:51.617036 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:51.617540 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:51.618446 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:51.619037 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:51.619555 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:51.620094 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cf210-7737-4e55-af89-42e5bc69aa57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-4-iscsi {{(pid=104730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 10:09:51.634214 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634484'] for network, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:51.639285 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647447'] for network, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:51.646007 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/2ac8296b-5edc-4dfa-840d-7cc8e58f2988 HTTP/1.1" status: 204 len: 168 time: 0.7475383 Jul 29 10:09:51.662071 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad23c4-db81-4ced-988a-0f33266d6bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac8296b-5edc-4dfa-840d-7cc8e58f2988,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:09:51.825129 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 43448) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:09:51.888125 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-7f810ae2-d6e1-469c-8cc3-58b66da7b88d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d26c6d31ab58489d97402905ff11cbea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614238 Jul 29 10:09:51.891413 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 43450) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:09:51.947699 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2b8f5812-d8fe-49c0-a50a-d1ca8a373a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:51.984175 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2b8f5812-d8fe-49c0-a50a-d1ca8a373a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:52.044935 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2b8f5812-d8fe-49c0-a50a-d1ca8a373a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:52.048305 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-2b8f5812-d8fe-49c0-a50a-d1ca8a373a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:52.049875 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-2b8f5812-d8fe-49c0-a50a-d1ca8a373a06 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/00529912-5a8d-41ba-8afa-b5624e03e85c HTTP/1.1" status: 204 len: 168 time: 0.1573131 Jul 29 10:09:52.060209 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f5812-d8fe-49c0-a50a-d1ca8a373a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00529912-5a8d-41ba-8afa-b5624e03e85c,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:09:52.487535 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 43458) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:09:52.530839 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-4fb028ae-35c5-4f5d-8395-be65f60eecc2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f3f53090862640cdb38b1cddbfdafd91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420675 Jul 29 10:09:52.533824 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.wsgi [-] (104728) accepted ('10.222.0.78', 43460) {{(pid=104728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 10:09:52.589380 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-63a13be2-c072-4a23-a5d5-d71263cbf7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:52.619368 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-63a13be2-c072-4a23-a5d5-d71263cbf7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:52.677082 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-63a13be2-c072-4a23-a5d5-d71263cbf7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574619'] for security_group, after_delete {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:52.679350 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron_lib.callbacks.manager [None req-63a13be2-c072-4a23-a5d5-d71263cbf7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:09:52.680600 dv-cinder-788253-4-iscsi neutron-server[104728]: INFO neutron.wsgi [None req-63a13be2-c072-4a23-a5d5-d71263cbf7a1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/010559e5-e3a3-4736-806e-52d2e7a38e51 HTTP/1.1" status: 204 len: 168 time: 0.1453841 Jul 29 10:09:52.691591 dv-cinder-788253-4-iscsi neutron-server[104728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a13be2-c072-4a23-a5d5-d71263cbf7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010559e5-e3a3-4736-806e-52d2e7a38e51,revision_number=None']} {{(pid=104728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 10:09:53.177186 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device f3c1f693-d957-41fd-9f11-9423fb12088b no longer exists at agent ovs-agent-dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 10:09:53.202148 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.plugin [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] No Port match for: f3c1f693-d957-41fd-9f11-9423fb12088b {{(pid=104730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 10:09:53.202668 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron.plugins.ml2.rpc [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Device f3c1f693-d957-41fd-9f11-9423fb12088b not bound to the agent host dv-cinder-788253-4-iscsi {{(pid=104730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 10:09:55.367869 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:10:14.273150 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-b9104c56-85ff-4096-9dd0-906e1ba1dc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:10:14.379904 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:10:17.308614 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-082f8ae3-0ec4-4aa6-977b-0df379ffcd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:10:17.749905 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:10:18.747482 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:10:20.519846 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:10:32.367061 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:10:44.275893 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-60b8c113-67ee-4f9e-9f22-b0087c7979b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:10:44.379140 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:10:47.313030 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-e86c0353-57c8-4d83-b863-66b14491082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:10:47.750523 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:10:48.747957 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:10:50.521998 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:11:09.365286 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:11:14.277419 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-e70fb93a-4eee-48d6-a8c1-c76ebf479e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:11:14.372852 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:11:17.314926 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0f953930-6068-4008-aeeb-4928bc5db8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:11:17.751696 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:11:18.749649 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:11:20.524944 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:11:44.278818 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-08079da0-5509-4c3b-9d6b-f27851898d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:11:44.386122 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:11:46.364555 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:11:47.316823 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-91cc0cf6-e2fa-476c-a3e8-86454a5cb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:11:47.753700 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:11:48.755733 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:11:50.528911 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:12:14.279947 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-32f5e715-25e8-4cd1-aaf8-17e6a7249272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:12:14.406116 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:12:17.318638 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-e6fd08b9-106b-48cf-b907-667c548934b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:12:17.754887 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:12:18.757361 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:12:20.530155 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:12:23.362809 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:12:44.280877 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-896c41d9-1383-4b2b-b5d2-4aa87707de83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:12:44.400086 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:12:47.325900 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0fa42b72-ff92-4ebc-a7a6-90c42dc9978b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:12:47.756157 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:12:48.760356 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:12:50.533250 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:12:53.721439 dv-cinder-788253-4-iscsi neutron-server[104729]: DEBUG neutron.wsgi [req-e263a72a-2a1e-4e06-b83b-34dd0aa232e3 req-36fe07c1-d567-4054-9f82-7a5550c87e91 service neutron] (104729) timed out ('10.222.0.78', 38962) {{(pid=104729) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 10:13:00.362238 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:13:14.282531 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-d162a3f4-ee42-4ce3-8788-5a0d44508350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:13:14.407013 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:13:17.317823 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-72aeccfe-1af7-49c1-8a5b-6c274a157f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:13:17.757316 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:13:18.764684 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:13:20.537041 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:13:37.361448 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:13:44.288260 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-a7240094-a34b-481d-9873-57425be830f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:13:44.428497 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:13:47.318454 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f7c7091d-2148-466f-81b1-287f3aeb7f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:13:47.758461 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:13:48.766217 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:13:50.541505 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:14:14.289227 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-5cd834e5-4310-46a7-b408-2bbe97dc1e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:14:14.359790 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:14:14.433419 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:14:17.320412 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-bc65a137-6873-4a66-9e64-a438bff9946a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:14:17.759507 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:14:18.768980 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:14:20.541437 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:14:44.290564 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-67a250d8-8a63-4cff-baed-5210c6d99abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:14:44.433198 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:14:47.324141 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-312ccf3f-3117-40a3-8385-eeb55f09e29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:14:47.759436 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:14:48.771919 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:14:50.544930 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:14:51.358009 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 10:15:14.291118 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-b81ade28-091e-4f87-a33f-8eddd363fc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:15:14.441702 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-0d2008e2-6b17-483f-a99a-522e816345c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:15:17.326641 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-d321e879-8bc8-4a8f-902f-a04bc6cb91c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:15:17.761027 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-132d144a-55c7-4e95-b2d3-b77e52aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:15:18.776518 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-071bd106-a026-42fe-829e-506a402584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:15:20.550756 dv-cinder-788253-4-iscsi neutron-server[104730]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0d2-89e0-47dd-b97e-6069cdf36503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755120061471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721362'] for agent, after_update {{(pid=104730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 10:15:28.356996 dv-cinder-788253-4-iscsi neutron-server[104731]: DEBUG neutron.db.agents_db [None req-142dcc8b-b1f3-4c27-a75d-0344b0354a64 None None] Agent healthcheck: found 6 active agents {{(pid=104731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}